-- Logs begin at Tue 2022-10-18 23:51:14 UTC, end at Wed 2022-10-19 00:57:37 UTC. -- Oct 19 00:31:46.446668 dv-cinder-master-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 19 00:31:49.245356 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.common.config [-] Logging enabled! Oct 19 00:31:49.246055 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev86 Oct 19 00:31:49.246231 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=111301) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 19 00:31:49.249929 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.common.config [-] Logging enabled! Oct 19 00:31:49.250222 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev86 Oct 19 00:31:49.250630 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=111301) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 19 00:31:49.251669 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 19 00:31:49.251907 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 19 00:31:49.252414 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 19 00:31:49.252745 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 19 00:31:49.252975 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 19 00:31:49.253302 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.253655 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.253891 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.254261 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.254654 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.254975 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.255349 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.255789 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.256089 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.256461 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.256817 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.257076 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.257410 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] config_source = [] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.257710 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.258040 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.258287 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] debug = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.258664 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.259202 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.259634 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.259932 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.260229 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.260613 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.260879 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.261160 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.261450 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.261862 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] host = dv-cinder-master-3-iscsi {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.262205 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.262519 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.262821 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.263178 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.263467 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.263751 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.264108 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.264450 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] log_dir = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.264734 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] log_file = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.265076 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.265372 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.265667 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.265965 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.266195 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.266419 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.266783 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.267079 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.267361 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.267638 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.267910 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.268189 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.268461 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.268736 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.269020 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.269306 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.269602 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.269876 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.270152 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.270424 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.270719 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.271529 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.271807 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.272116 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.272394 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.272682 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.272952 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.273225 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.273534 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.273823 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.274110 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.274396 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.274695 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.274982 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.275256 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.275528 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] use_journal = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.275802 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] use_json = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.276073 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.276344 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.276625 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.276895 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.277165 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.277437 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.277706 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.277992 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.278265 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:49.278587 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.278889 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.279194 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.279477 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.279787 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.280074 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.280367 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.280648 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.280941 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.281233 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.281524 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.281803 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.282106 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.282397 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.282721 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.283031 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.283327 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.283622 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.283900 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.284177 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.284451 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.284729 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.285015 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.285291 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.285584 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.285877 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.286158 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.286458 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.287349 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.287645 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.288023 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.288326 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.288608 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.288892 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.289191 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.289474 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.289754 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.290057 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.290345 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.290654 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.290942 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.291238 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.291530 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.291811 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.292199 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.292564 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.292914 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.293216 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.293541 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.293885 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.294167 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.294459 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.294785 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.295141 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.295417 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.295698 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.295993 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.296338 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.296623 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.296899 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.297180 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.297460 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.297734 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.298007 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.298284 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.298589 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.298864 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.299139 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.299416 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.299693 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.299968 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.300241 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.300516 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.300792 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.301077 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.301381 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.301662 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.301944 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.302345 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.302782 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.303076 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.303449 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.303805 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.304095 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.304377 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.304747 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.305104 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.305405 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.305697 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.306023 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.306327 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.306641 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.306926 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.307207 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.307486 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.307768 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.308055 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.308334 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.308616 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.308902 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.309252 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.309623 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.309931 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.310293 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.310712 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.311067 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.311370 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.311656 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.311973 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.312307 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:49.312545 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 19 00:31:49.312796 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=111301) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 19 00:31:49.734290 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=111301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 19 00:31:49.734644 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=111301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 19 00:31:49.734914 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=111301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 19 00:31:49.735200 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=111301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 19 00:31:49.735551 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=111301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 19 00:31:49.735936 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 19 00:31:50.097743 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.098035 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.098310 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.100374 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.100800 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.101228 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.156898 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.157172 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.157445 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.175608 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.175939 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.176154 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.205885 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.206172 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.206440 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.245409 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.246048 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.246048 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.484993 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.485278 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.485546 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.486941 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.487670 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.591508 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.591888 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.592222 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.592545 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.592830 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.593193 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.593521 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.593790 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.594050 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.594419 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.594776 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.595050 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.595315 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.595577 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.595839 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.596110 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.596390 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.596659 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.596933 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.597450 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.597726 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.597984 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.598268 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.598681 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.598938 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.599244 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.599664 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=111301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 00:31:50.599906 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=111301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 00:31:50.600145 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=111301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 00:31:50.600383 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=111301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 00:31:50.600620 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=111301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 00:31:50.600856 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=111301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 00:31:50.601229 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 19 00:31:50.604782 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 19 00:31:50.609010 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 19 00:31:50.613371 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Oct 19 00:31:50.615759 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 19 00:31:50.616497 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 19 00:31:50.616838 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 19 00:31:50.617251 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 19 00:31:50.620246 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 19 00:31:50.620503 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 19 00:31:50.620900 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 19 00:31:50.626371 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 19 00:31:50.651059 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 19 00:31:50.651529 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.651836 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=111301) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 19 00:31:50.652209 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.653594 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=111301) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 19 00:31:50.653885 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 19 00:31:50.654129 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 19 00:31:50.666202 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.666545 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:50.780522 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 19 00:31:50.780721 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 19 00:31:50.780861 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 19 00:31:50.781315 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 19 00:31:50.839749 dv-cinder-master-3-iscsi neutron-server[111301]: INFO dbcounter [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Registered counter for database neutron Oct 19 00:31:50.861213 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_db.sqlalchemy.engines [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=111301) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 19 00:31:50.869315 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG dbcounter [-] [111301] Writer thread running {{(pid=111301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 19 00:31:51.457573 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.plugins.ml2.managers [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Initializing driver for type 'gre' Oct 19 00:31:51.458284 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] gre ID ranges: [(1, 1000)] Oct 19 00:31:51.524371 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.plugins.ml2.managers [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Initializing driver for type 'local' Oct 19 00:31:51.524899 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.plugins.ml2.managers [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Initializing driver for type 'vlan' Oct 19 00:31:51.542368 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] VlanTypeDriver initialization complete Oct 19 00:31:51.542796 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.plugins.ml2.managers [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Initializing driver for type 'vxlan' Oct 19 00:31:51.543414 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] vxlan ID ranges: [(1, 1000)] Oct 19 00:31:51.623989 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.plugins.ml2.managers [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Initializing extension driver 'port_security' Oct 19 00:31:51.624441 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.plugins.ml2.extensions.port_security [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] PortSecurityExtensionDriver initialization complete Oct 19 00:31:51.624805 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.plugins.ml2.managers [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Initializing mechanism driver 'openvswitch' Oct 19 00:31:51.625168 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.plugins.ml2.managers [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Initializing mechanism driver 'hyperv' Oct 19 00:31:51.633110 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.plugins.ml2.plugin [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=111301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:31:51.633861 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > port after_create 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.634290 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > port after_update 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.634810 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > port after_delete 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.635437 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=111301) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 19 00:31:51.635911 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > subnet after_create 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.636352 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > subnet after_update 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.636714 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > subnet after_delete 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.637116 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=111301) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 19 00:31:51.637538 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > network after_create 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.637900 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > network after_update 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.638254 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > network after_delete 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.638679 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=111301) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 19 00:31:51.639097 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > security_group after_create 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.639479 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > security_group after_update 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.639865 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > security_group after_delete 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.640306 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=111301) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 19 00:31:51.640740 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.641150 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.641613 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.642214 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=111301) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 19 00:31:51.642764 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > address_group after_create 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.643129 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > address_group after_update 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.643483 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > address_group after_delete 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.643902 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=111301) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 19 00:31:51.644397 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] ML2 OVO RPC backend initialized. {{(pid=111301) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 19 00:31:51.645241 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > router_interface after_create 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.645610 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.646073 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > network before_response 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.646436 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > networks before_response 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.646816 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > port before_response 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.647172 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > ports before_response 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.647525 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > subnet before_response 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.647877 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > subnets before_response 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.648231 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > network after_create 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.648577 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > network after_update 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.648920 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > network after_delete 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.649264 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > port after_create 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.649606 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > port after_update 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.649947 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > port after_delete 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.650288 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > subnet after_create 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.650663 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > subnet after_update 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.651009 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > subnet after_delete 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.659395 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.quota [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded quota_driver: . Oct 19 00:31:51.659843 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.plugins.ml2.plugin [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Modular L2 Plugin initialization complete Oct 19 00:31:51.660232 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading services supported by the core plugin {{(pid=111301) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 19 00:31:51.660623 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.plugins.ml2.managers [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Got port-security extension from driver 'port_security' Oct 19 00:31:51.661214 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.extensions.vlantransparent [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Disabled vlantransparent extension. Oct 19 00:31:51.662282 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=111301) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 19 00:31:51.662659 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading Plugin: router Oct 19 00:31:51.701881 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > router_interface before_create 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.702319 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > router after_create 55549900 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.702788 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > router before_create 55549900 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.703242 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.703632 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.704001 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > router after_delete 55549900 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.704380 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > floatingip after_create 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.704785 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > floatingip after_update 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.705242 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > router after_create 55549900 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.705601 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > router after_update 55549900 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.705959 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > router after_update 55549900 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.706319 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.706721 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > router after_update 55549900 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.707147 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > router precommit_update 55549900 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.707525 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: port after_update 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.707925 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: port after_delete 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.708222 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: subnet after_update 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.708731 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.709098 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > port precommit_delete 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.709456 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > router precommit_create 55549900 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.709829 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: port before_delete 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.710229 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > router precommit_create 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.710722 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > router after_update 55549900 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.711109 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > router precommit_delete 55549900 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.711515 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > router precommit_create 55549900 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.711990 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > router_interface after_create 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.712377 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > router precommit_update 55549900 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.712812 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > agent after_create 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.713256 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > agent after_delete 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.713614 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > network after_delete 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.714757 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.quota.resource_registry [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Tracking information for resource: router configured {{(pid=111301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 00:31:51.715097 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.quota.resource_registry [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Tracking information for resource: floatingip configured {{(pid=111301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 00:31:51.720916 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.db.l3_agentschedulers_db [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 19 00:31:51.721564 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: port after_update 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.721959 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: port after_create 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.722680 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: port after_delete 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.723067 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: port after_update 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.723957 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > router before_create 55550100 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.724912 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > router precommit_delete 55550100 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.725306 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > router precommit_create 55550100 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.725679 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > router precommit_update 55550100 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.731296 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.services.provider_configuration [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Service providers = [] {{(pid=111301) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 19 00:31:51.731744 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.db.servicetype_db [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=111301) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 19 00:31:51.735739 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.services.service_base [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=111301) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 19 00:31:51.735739 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.services.service_base [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=111301) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 19 00:31:51.735739 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.services.service_base [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=111301) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 19 00:31:51.737043 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.services.service_base [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=111301) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 19 00:31:51.737193 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.services.service_base [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 19 00:31:51.737635 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=111301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 00:31:51.737981 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 19 00:31:51.751882 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=111301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 00:31:51.752261 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading Plugin: auto_allocate Oct 19 00:31:51.758877 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: network precommit_update 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.759319 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: network precommit_create 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.759980 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=111301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 00:31:51.760336 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading Plugin: tag Oct 19 00:31:51.768142 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=111301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 00:31:51.768503 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading Plugin: timestamp Oct 19 00:31:51.772969 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=111301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 00:31:51.773302 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading Plugin: network_ip_availability Oct 19 00:31:51.779585 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.779967 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.780338 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:51.781111 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=111301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 00:31:51.781436 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading Plugin: flavors Oct 19 00:31:51.787187 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=111301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 00:31:51.787594 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading Plugin: revisions Oct 19 00:31:51.792680 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=111301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 00:31:51.793162 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_concurrency.lockutils [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.057s {{(pid=111301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 19 00:31:51.793995 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=111301) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 19 00:31:51.794418 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Initializing extension manager. Oct 19 00:31:51.795025 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: __init__.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.795418 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: __pycache__ {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.795758 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: address_group.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.796824 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.797502 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: address-group Oct 19 00:31:51.797836 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: address_scope.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.798556 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.799177 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: address-scope Oct 19 00:31:51.799549 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: admin_state_down_before_update.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.800549 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.801163 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: router-admin-state-down-before-update Oct 19 00:31:51.801519 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: agent.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.802817 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.803446 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: agent Oct 19 00:31:51.803865 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: agent_resources_synced.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.804826 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.805414 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: agent-resources-synced Oct 19 00:31:51.805781 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: allowedaddresspairs.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.807923 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.808560 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: allowed-address-pairs Oct 19 00:31:51.808915 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: auto_allocated_topology.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.810095 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.810703 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: auto-allocated-topology Oct 19 00:31:51.811107 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: availability_zone.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.811779 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.812307 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: availability_zone Oct 19 00:31:51.812634 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: availability_zone_filter.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.813523 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.814048 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: availability_zone_filter Oct 19 00:31:51.814374 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: data_plane_status.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.815361 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.815973 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extension data-plane-status not supported by any of loaded plugins Oct 19 00:31:51.816330 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: default_subnetpools.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.817326 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.817911 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: default-subnetpools Oct 19 00:31:51.818246 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: dhcpagentscheduler.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.819316 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.819883 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: dhcp_agent_scheduler Oct 19 00:31:51.820279 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: dns.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.821280 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.821815 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extension dns-integration not supported by any of loaded plugins Oct 19 00:31:51.822195 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: dns_domain_ports.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.823237 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.823839 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 19 00:31:51.824214 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.825117 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.825742 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 19 00:31:51.826095 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: dvr.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.826891 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.827425 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: dvr Oct 19 00:31:51.827774 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: ecmp_routes.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.828778 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.829342 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extension ecmp_routes not supported by any of loaded plugins Oct 19 00:31:51.829758 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: empty_string_filtering.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.830756 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.831363 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: empty-string-filtering Oct 19 00:31:51.831698 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.832585 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.833102 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 19 00:31:51.833484 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.834372 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.834921 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 19 00:31:51.835249 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: external_net.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.836129 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.836656 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: external-net Oct 19 00:31:51.836987 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: extra_dhcp_opt.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.837876 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.838533 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: extra_dhcp_opt Oct 19 00:31:51.838915 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: extraroute.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.839922 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.840482 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: extraroute Oct 19 00:31:51.840839 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: extraroute_atomic.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.842011 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.842619 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: extraroute-atomic Oct 19 00:31:51.843045 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: filter_validation.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.843752 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.844313 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: filter-validation Oct 19 00:31:51.844714 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: fip_pf_description.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.845701 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.846266 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 19 00:31:51.846728 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: fip_pf_detail.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.847970 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.848587 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: floating-ip-port-forwarding-detail Oct 19 00:31:51.849524 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: fip_pf_port_range.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.850592 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.851209 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 19 00:31:51.851606 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: fip_port_details.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.852550 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.853172 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: fip-port-details Oct 19 00:31:51.853525 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: flavors.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.854844 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.855438 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: flavors Oct 19 00:31:51.855793 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.857618 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.858249 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 19 00:31:51.858706 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: floatingip_pools.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.859529 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.860154 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: floatingip-pools Oct 19 00:31:51.860510 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: ip_allocation.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.861503 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.862023 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extension ip_allocation not supported by any of loaded plugins Oct 19 00:31:51.862359 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.863297 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.863820 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: ip-substring-filtering Oct 19 00:31:51.864152 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: l2_adjacency.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.866065 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.866664 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extension l2_adjacency not supported by any of loaded plugins Oct 19 00:31:51.867098 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: l3.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.868129 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.868775 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: router Oct 19 00:31:51.869112 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: l3_conntrack_helper.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.871839 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.872482 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 19 00:31:51.872901 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.873921 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.874537 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: ext-gw-mode Oct 19 00:31:51.874944 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.875883 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.876413 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: l3-ha Oct 19 00:31:51.876744 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.877631 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.878160 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 19 00:31:51.878511 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: l3_flavors.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.879505 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.880108 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: l3-flavors Oct 19 00:31:51.880605 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: l3_ndp_proxy.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.882035 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.882645 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 19 00:31:51.882986 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.883906 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.884491 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: l3-port-ip-change-not-allowed Oct 19 00:31:51.884892 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: l3agentscheduler.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.885984 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.886525 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: l3_agent_scheduler Oct 19 00:31:51.886868 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: local_ip.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.888853 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.889437 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extension local_ip not supported by any of loaded plugins Oct 19 00:31:51.889776 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: logging.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.891481 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.892091 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extension logging not supported by any of loaded plugins Oct 19 00:31:51.892515 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: metering.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.893266 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.893982 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: metering Oct 19 00:31:51.894342 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.895562 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.896224 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: metering_source_and_destination_fields Oct 19 00:31:51.896589 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: multiprovidernet.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.897564 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.898154 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: multi-provider Oct 19 00:31:51.898506 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: netmtu.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.899410 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.899947 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: net-mtu Oct 19 00:31:51.900277 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: netmtu_writable.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.901243 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.901874 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: net-mtu-writable Oct 19 00:31:51.902256 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: network_availability_zone.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.903013 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.903534 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: network_availability_zone Oct 19 00:31:51.903876 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: network_ip_availability.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.905077 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.905688 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: network-ip-availability Oct 19 00:31:51.906052 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: network_segment_range.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.906897 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.907413 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extension network-segment-range not supported by any of loaded plugins Oct 19 00:31:51.907819 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: pagination.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.908691 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.909040 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: pagination Oct 19 00:31:51.909391 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: port_device_profile.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.910365 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.910962 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: port-device-profile Oct 19 00:31:51.911379 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: port_mac_address_override.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.912829 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.913393 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: port-mac-override Oct 19 00:31:51.913723 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.914760 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.915318 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: port-mac-address-regenerate Oct 19 00:31:51.915680 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.916629 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.917170 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: port-numa-affinity-policy Oct 19 00:31:51.917518 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: port_resource_request.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.918550 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.919128 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extension port-resource-request not supported by any of loaded plugins Oct 19 00:31:51.919522 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: port_resource_request_groups.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.920541 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.921160 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 19 00:31:51.921518 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: portbindings.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.922552 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.923087 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: binding Oct 19 00:31:51.923425 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: portbindings_extended.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.924680 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.925300 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: binding-extended Oct 19 00:31:51.925665 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: portsecurity.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.926701 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.927885 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: port-security Oct 19 00:31:51.928400 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: project_id.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.929722 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.930058 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: project-id Oct 19 00:31:51.930390 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: providernet.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.931313 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.931933 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: provider Oct 19 00:31:51.932256 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: qos.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.936353 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.936942 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extension qos not supported by any of loaded plugins Oct 19 00:31:51.937290 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.938571 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.939108 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 19 00:31:51.939465 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.940460 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.941040 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 19 00:31:51.941443 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: qos_default.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.942382 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.943427 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extension qos-default not supported by any of loaded plugins Oct 19 00:31:51.943544 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: qos_fip.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.944463 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.945098 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extension qos-fip not supported by any of loaded plugins Oct 19 00:31:51.945439 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: qos_fip_network_policy.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.946444 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.947104 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 19 00:31:51.947449 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: qos_gateway_ip.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.948448 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.949031 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 19 00:31:51.949363 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: qos_port_network_policy.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.950384 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.950939 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 19 00:31:51.951360 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.952476 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.953048 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 19 00:31:51.953434 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.954590 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.955219 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 19 00:31:51.955608 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: qos_pps_rule.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.956875 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.957414 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extension qos-pps not supported by any of loaded plugins Oct 19 00:31:51.957767 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: qos_rule_type_details.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.959836 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.959970 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 19 00:31:51.960226 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: qos_rule_type_filter.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.961126 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.961651 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 19 00:31:51.961984 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: qos_rules_alias.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.963112 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.963664 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 19 00:31:51.964037 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: quota_check_limit.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.965015 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.965581 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: quota-check-limit Oct 19 00:31:51.965983 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: quotasv2.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.967042 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.967372 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: quotas Oct 19 00:31:51.967696 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: quotasv2_detail.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.969396 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.969734 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: quota_details Oct 19 00:31:51.970063 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: rbac.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.971154 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.971702 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: rbac-policies Oct 19 00:31:51.972312 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: rbac_address_group.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.973406 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.974632 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: rbac-address-group Oct 19 00:31:51.974971 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: rbac_address_scope.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.976040 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.976598 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: rbac-address-scope Oct 19 00:31:51.976962 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: rbac_security_groups.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.977972 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.978563 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: rbac-security-groups Oct 19 00:31:51.978901 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: rbac_subnetpool.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.979801 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.980373 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: rbac-subnetpool Oct 19 00:31:51.980772 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: revisionifmatch.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.981727 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.982331 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: revision-if-match Oct 19 00:31:51.982750 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: revisions.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.983981 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.984567 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: standard-attr-revisions Oct 19 00:31:51.984903 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: router_availability_zone.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.985655 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.986222 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: router_availability_zone Oct 19 00:31:51.986634 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: routerservicetype.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.987628 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.988173 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extension router-service-type not supported by any of loaded plugins Oct 19 00:31:51.988533 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.989528 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.990463 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: security-groups-normalized-cidr Oct 19 00:31:51.990621 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: security_groups_port_filtering.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.991637 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.992245 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: port-security-groups-filtering Oct 19 00:31:51.992574 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.993481 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.994007 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: security-groups-remote-address-group Oct 19 00:31:51.994340 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: security_groups_shared_filtering.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:51.995330 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:51.995963 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: security-groups-shared-filtering Oct 19 00:31:51.996357 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: securitygroup.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:52.007439 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:52.008015 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: security-group Oct 19 00:31:52.008361 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: segment.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:52.009113 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:52.009668 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extension segment not supported by any of loaded plugins Oct 19 00:31:52.010055 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:52.011198 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:52.011815 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 19 00:31:52.012202 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: servicetype.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:52.013369 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:52.013961 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: service-type Oct 19 00:31:52.014315 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: sorting.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:52.015427 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:52.015860 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: sorting Oct 19 00:31:52.016235 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: standard_attr_segment.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:52.017235 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:52.017835 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 19 00:31:52.018238 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: standardattrdescription.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:52.018984 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:52.019605 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: standard-attr-description Oct 19 00:31:52.019973 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: stateful_security_group.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:52.021589 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:52.022213 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: stateful-security-group Oct 19 00:31:52.022640 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: stdattrs_common.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:52.023266 dv-cinder-master-3-iscsi neutron-server[111301]: WARNING neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 19 00:31:52.023599 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:52.024666 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:52.025288 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 19 00:31:52.025659 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: subnet_onboard.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:52.026866 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:52.027487 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: subnet_onboard Oct 19 00:31:52.027820 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:52.028765 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:52.029386 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 19 00:31:52.029764 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: subnet_service_types.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:52.030822 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:52.031411 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: subnet-service-types Oct 19 00:31:52.031830 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: subnetallocation.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:52.033033 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:52.033720 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: subnet_allocation Oct 19 00:31:52.034110 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:52.034954 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:52.035547 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: subnetpool-prefix-ops Oct 19 00:31:52.035947 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:52.037029 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:52.037558 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 19 00:31:52.038397 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: tagging.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:52.039591 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:52.040225 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: standard-attr-tag Oct 19 00:31:52.040583 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: timestamp.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:52.041939 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:52.042618 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loaded extension: standard-attr-timestamp Oct 19 00:31:52.043004 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: trunk.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:52.044201 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:52.044838 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extension trunk not supported by any of loaded plugins Oct 19 00:31:52.045278 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: trunk_details.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:52.046414 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:52.047064 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extension trunk-details not supported by any of loaded plugins Oct 19 00:31:52.047462 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: uplink_status_propagation.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:52.048471 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:52.049118 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 19 00:31:52.049511 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Loading extension file: vlantransparent.py {{(pid=111301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:31:52.050309 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=111301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:31:52.051010 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extension vlan-transparent not supported by any of loaded plugins Oct 19 00:31:52.054414 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.quota.resource_registry [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Creating instance of TrackedResource for resource:network Oct 19 00:31:52.055038 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.quota.resource_registry [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Creating instance of TrackedResource for resource:subnet Oct 19 00:31:52.055525 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.quota.resource_registry [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Creating instance of TrackedResource for resource:subnetpool Oct 19 00:31:52.056010 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.quota.resource_registry [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Creating instance of TrackedResource for resource:port Oct 19 00:31:52.057593 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.v2.resource_helper [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 00:31:52.058094 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.v2.resource_helper [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Service FLAVORS assigned prefix: {{(pid=111301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 00:31:52.058851 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.v2.resource_helper [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 00:31:52.059379 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.v2.resource_helper [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 00:31:52.059767 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.quota.resource_registry [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Creating instance of TrackedResource for resource:router Oct 19 00:31:52.060281 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.quota.resource_registry [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Creating instance of TrackedResource for resource:floatingip Oct 19 00:31:52.060777 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.v2.resource_helper [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Service METERING assigned prefix: /metering {{(pid=111301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 00:31:52.062532 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:52.063204 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:52.063513 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:31:52.064869 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.quota.resource_registry [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Creating instance of CountableResource for resource:rbac_policy Oct 19 00:31:52.065417 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.quota.resource_registry [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Creating instance of TrackedResource for resource:security_group Oct 19 00:31:52.065965 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.quota.resource_registry [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Creating instance of TrackedResource for resource:security_group_rule Oct 19 00:31:52.066659 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.v2.resource_helper [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Service CORE assigned prefix: {{(pid=111301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 00:31:52.067060 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.quota.resource_registry [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Creating instance of TrackedResource for resource:subnetpool Oct 19 00:31:52.067550 dv-cinder-master-3-iscsi neutron-server[111301]: WARNING neutron.quota.resource_registry [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] subnetpool is already registered Oct 19 00:31:52.068083 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.v2.resource_helper [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Service CORE assigned prefix: {{(pid=111301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 00:31:52.068481 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.quota.resource_registry [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Creating instance of TrackedResource for resource:subnetpool Oct 19 00:31:52.068963 dv-cinder-master-3-iscsi neutron-server[111301]: WARNING neutron.quota.resource_registry [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] subnetpool is already registered Oct 19 00:31:52.071873 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.v2.resource_helper [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 00:31:52.072375 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.v2.resource_helper [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Service FLAVORS assigned prefix: {{(pid=111301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 00:31:52.073105 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.v2.resource_helper [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 00:31:52.073810 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.v2.resource_helper [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 00:31:52.074213 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.quota.resource_registry [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Creating instance of TrackedResource for resource:router Oct 19 00:31:52.074717 dv-cinder-master-3-iscsi neutron-server[111301]: WARNING neutron.quota.resource_registry [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] router is already registered Oct 19 00:31:52.075129 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.quota.resource_registry [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Creating instance of TrackedResource for resource:floatingip Oct 19 00:31:52.075542 dv-cinder-master-3-iscsi neutron-server[111301]: WARNING neutron.quota.resource_registry [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] floatingip is already registered Oct 19 00:31:52.076141 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.v2.resource_helper [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Service METERING assigned prefix: /metering {{(pid=111301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 00:31:52.077074 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.quota.resource_registry [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Creating instance of CountableResource for resource:rbac_policy Oct 19 00:31:52.077468 dv-cinder-master-3-iscsi neutron-server[111301]: WARNING neutron.quota.resource_registry [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] rbac_policy is already registered Oct 19 00:31:52.078022 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.quota.resource_registry [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Creating instance of TrackedResource for resource:security_group Oct 19 00:31:52.078505 dv-cinder-master-3-iscsi neutron-server[111301]: WARNING neutron.quota.resource_registry [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] security_group is already registered Oct 19 00:31:52.079035 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.quota.resource_registry [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Creating instance of TrackedResource for resource:security_group_rule Oct 19 00:31:52.079359 dv-cinder-master-3-iscsi neutron-server[111301]: WARNING neutron.quota.resource_registry [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] security_group_rule is already registered Oct 19 00:31:52.079988 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.v2.resource_helper [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Service CORE assigned prefix: {{(pid=111301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 00:31:52.080430 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.quota.resource_registry [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Creating instance of TrackedResource for resource:subnetpool Oct 19 00:31:52.080834 dv-cinder-master-3-iscsi neutron-server[111301]: WARNING neutron.quota.resource_registry [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] subnetpool is already registered Oct 19 00:31:52.081376 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.v2.resource_helper [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Service CORE assigned prefix: {{(pid=111301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 00:31:52.081779 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.quota.resource_registry [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Creating instance of TrackedResource for resource:subnetpool Oct 19 00:31:52.082171 dv-cinder-master-3-iscsi neutron-server[111301]: WARNING neutron.quota.resource_registry [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] subnetpool is already registered Oct 19 00:31:52.082835 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extended resource: extensions {{(pid=111301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:31:52.085459 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extended resource: address-groups {{(pid=111301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:31:52.087317 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extended resource: address-scopes {{(pid=111301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:31:52.088879 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extended resource: agents {{(pid=111301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:31:52.090257 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extended resource: auto-allocated-topology {{(pid=111301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:31:52.093308 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extended resource: availability_zones {{(pid=111301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:31:52.094926 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extended resource: dhcp-networks {{(pid=111301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:31:52.096685 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extended resource: dhcp-agents {{(pid=111301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:31:52.098953 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extended resource: routers {{(pid=111301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:31:52.101171 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extended resource: flavors {{(pid=111301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:31:52.102594 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extended resource: service_profiles {{(pid=111301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:31:52.104229 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extended resource: next_providers {{(pid=111301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:31:52.106006 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extended resource: service_profiles {{(pid=111301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:31:52.107960 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extended resource: floatingip-pools {{(pid=111301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:31:52.109330 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extended resource: routers {{(pid=111301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:31:52.111430 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extended resource: floatingips {{(pid=111301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:31:52.112724 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extended resource: l3-routers {{(pid=111301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:31:52.114337 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extended resource: l3-agents {{(pid=111301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:31:52.116730 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extended resource: metering-labels {{(pid=111301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:31:52.118164 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extended resource: metering-label-rules {{(pid=111301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:31:52.119686 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extended resource: network-ip-availabilities {{(pid=111301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:31:52.121272 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extended resource: bindings {{(pid=111301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:31:52.123103 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extended resource: quotas {{(pid=111301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:31:52.124842 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extended resource: quotas {{(pid=111301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:31:52.126807 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extended resource: rbac-policies {{(pid=111301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:31:52.128147 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extended resource: security-groups {{(pid=111301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:31:52.129538 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extended resource: security-group-rules {{(pid=111301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:31:52.131616 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extended resource: service-providers {{(pid=111301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:31:52.133046 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extended resource: subnetpools {{(pid=111301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:31:52.134412 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extended resource: subnetpools {{(pid=111301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:31:52.135918 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extended resource: tags {{(pid=111301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:31:52.137723 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extended resource: tags {{(pid=111301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:31:52.139651 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extended resource: tags {{(pid=111301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:31:52.141816 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extended resource: tags {{(pid=111301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:31:52.143767 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extended resource: tags {{(pid=111301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:31:52.145749 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extended resource: tags {{(pid=111301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:31:52.148031 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extended resource: tags {{(pid=111301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:31:52.150078 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extended resource: tags {{(pid=111301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:31:52.152320 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extended resource: tags {{(pid=111301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:31:52.154417 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron.api.extensions [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Extended resource: tags {{(pid=111301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:31:52.162958 dv-cinder-master-3-iscsi neutron-server[111301]: WARNING keystonemiddleware.auth_token [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 19 00:31:52.168882 dv-cinder-master-3-iscsi neutron-server[111301]: WARNING keystonemiddleware.auth_token [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 19 00:31:52.179630 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_concurrency.lockutils [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Acquiring lock "singleton_lock" {{(pid=111301) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 19 00:31:52.179959 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_concurrency.lockutils [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Acquired lock "singleton_lock" {{(pid=111301) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 19 00:31:52.180453 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_concurrency.lockutils [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Releasing lock "singleton_lock" {{(pid=111301) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 19 00:31:52.181158 dv-cinder-master-3-iscsi neutron-server[111301]: INFO oslo_service.service [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Starting 2 workers Oct 19 00:31:52.186150 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Started child 111414 {{(pid=111301) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 19 00:31:52.190923 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Started child 111415 {{(pid=111301) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 19 00:31:52.191835 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:31:52.192573 dv-cinder-master-3-iscsi neutron-server[111301]: INFO neutron.service [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Neutron service started, listening on 0.0.0.0:9696 Oct 19 00:31:52.193775 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Publish callbacks [] for process (None), before_spawn {{(pid=111301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:31:52.194438 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [-] (111414) wsgi starting up on http://0.0.0.0:9696 Oct 19 00:31:52.196437 dv-cinder-master-3-iscsi neutron-server[111301]: INFO oslo_service.service [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Starting 1 workers Oct 19 00:31:52.196591 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:31:52.198132 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [-] (111415) wsgi starting up on http://0.0.0.0:9696 Oct 19 00:31:52.202195 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Started child 111416 {{(pid=111301) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 19 00:31:52.202831 dv-cinder-master-3-iscsi neutron-server[111301]: INFO oslo_service.service [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Starting 1 workers Oct 19 00:31:52.205931 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.service [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] calling RpcWorker wait() {{(pid=111416) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 19 00:31:52.206682 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.service [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] returning from RpcWorker wait() {{(pid=111416) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 19 00:31:52.207725 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:31:52.207852 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Started child 111417 {{(pid=111301) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 19 00:31:52.208407 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:31:52.209985 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG neutron_lib.callbacks.manager [None req-4819b06b-1b1c-4517-a930-92f4454a186e None None] Publish callbacks [] for process (None), after_spawn {{(pid=111301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:31:52.212047 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=111301) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 19 00:31:52.212253 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 19 00:31:52.212507 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 19 00:31:52.212736 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 19 00:31:52.213253 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:31:52.213838 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 19 00:31:52.213838 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 19 00:31:52.214043 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.214140 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:31:52.214418 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.214745 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.215168 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.215908 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.216332 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.216581 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.216957 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.217380 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.217567 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.217833 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.218128 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.218410 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.218821 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.219252 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.219514 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.219786 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.219967 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.220230 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] config_source = [] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.220505 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.220777 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.221097 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] debug = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.221340 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.221840 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.222563 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.222677 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.222823 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.223111 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.223356 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.223614 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.223857 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.224171 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.225020 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.225325 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.225542 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.225815 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.226072 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.226356 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.226606 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.227206 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-iscsi {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.227522 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.227701 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.227941 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.228217 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.228522 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.228745 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.229011 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.229274 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.229652 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.229859 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.230159 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.230383 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.230677 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] log_dir = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.230935 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] log_file = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.231096 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] log_options = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.231342 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.231628 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.231928 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.232294 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.232294 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.232832 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.232832 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.233073 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.233196 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.233330 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.233569 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.233839 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.234104 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.234342 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.235780 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.235780 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.235780 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.235780 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.235780 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.238032 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.238032 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.238032 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.238032 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.238032 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.238032 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.238032 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.238032 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.238032 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.239348 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.239348 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.239348 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.239348 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.239348 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.239348 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.240694 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.240694 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.243045 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.243045 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.243045 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.243045 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.243045 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.243045 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.243045 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.243045 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.244193 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.244193 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] use_journal = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.244193 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] use_json = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.244193 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.244193 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.244193 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.244193 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.245342 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.245342 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.245342 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.245342 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.245342 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.246075 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.246075 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.246383 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.246619 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.246855 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.247102 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.247390 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.247623 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.247893 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.248133 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.248454 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.248707 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.249021 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.249282 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.249546 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.249936 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.250176 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.250437 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.250717 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.250979 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.251288 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.251537 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.251869 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.252130 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.252365 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.252619 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.252910 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.253250 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.253530 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.253836 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.254182 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.254507 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.254798 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.255050 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.255905 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.256733 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.256992 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.257217 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.257440 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.257723 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.258062 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.258329 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.258625 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.258838 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.259062 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.259314 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.259554 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.259795 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.260088 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.260277 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.260514 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.260730 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.260948 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.261192 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.261419 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.261685 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.261946 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.262154 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.262393 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.262701 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.262947 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.263215 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.263386 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.263610 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.263860 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.264076 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.264294 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.264535 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.264763 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.264953 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.265112 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.265363 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.265564 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.265722 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.265955 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.266198 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.266388 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.266659 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.266873 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.267149 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.267344 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.267612 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.267854 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.268094 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.268289 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.268440 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.268575 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.268806 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.269006 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.269230 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.269466 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.269681 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.270232 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.270232 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.270655 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.270852 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.271058 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.271763 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.272027 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.272253 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.272501 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.272723 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.272988 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.273190 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.273440 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.273712 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.273992 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.274360 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.274696 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.274926 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.275152 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.275372 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.275597 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.275865 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.276071 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.276321 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.276545 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.276785 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.277212 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.277390 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.277559 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.277824 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.278002 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.278276 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.278765 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.278966 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.279137 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.279320 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.279652 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.279886 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.280213 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.280447 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.280690 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.281043 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.281317 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.281586 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.281823 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.282056 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.282306 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.282957 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.282957 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.283258 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.283427 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.283806 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.283806 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.284101 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.284279 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.284554 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.284786 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.285201 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.285365 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.285527 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.285840 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.286054 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.286338 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.287102 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.287990 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.288268 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.288518 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.288975 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.289126 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.289274 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.289458 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.289673 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.289925 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.290149 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.290447 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.290661 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.290885 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.291110 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.291518 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.291664 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.291816 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.292081 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.292326 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.292564 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.292806 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.293030 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.293291 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.293529 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.293808 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.294084 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.294283 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.294596 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.294856 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.295473 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.295473 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.296519 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.296519 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.296519 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.296519 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.296519 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.296923 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.296923 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.297136 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.297355 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.297629 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.297881 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.298235 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.298507 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.298751 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.299024 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.299267 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.299536 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.299765 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.299986 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.301040 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.301040 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.301040 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.301040 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.301658 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.301658 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.301658 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.302178 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.302178 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.302456 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.303124 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.303370 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.303606 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.303834 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.304063 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.304286 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.304528 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.304753 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.304973 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.305666 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.305666 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.305666 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.306049 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.306145 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.306505 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.306782 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.307019 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.307264 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.307490 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.307733 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.308014 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.308258 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.308472 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.308698 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.308919 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.309133 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.309363 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.309582 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.309819 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.310064 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.310266 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.310661 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.310893 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.311130 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.311341 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.311563 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.311785 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.312018 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.314506 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.314506 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.314506 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.314506 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.314506 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.314506 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.314506 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.314506 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.315056 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.315056 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.315056 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.315446 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.315804 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.316078 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.316309 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.316627 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.316880 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.317142 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.317403 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.318296 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.318871 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.319326 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.319607 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.319836 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.320153 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.320461 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.320750 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.321077 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.321323 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.321592 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.321869 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.322150 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.322414 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.322755 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.323081 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.323542 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.323703 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.324371 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.324371 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.324563 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.324780 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.325015 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.325254 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.325500 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.325718 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.325956 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.326185 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.326432 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.326715 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.326943 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.327163 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.327784 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.327784 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.327974 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.328110 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.328271 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 19 00:31:52.328770 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=111301) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 19 00:31:52.328928 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 19 00:31:52.329085 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 19 00:31:52.329256 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 19 00:31:52.329429 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 19 00:31:52.329581 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 19 00:31:52.329793 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.329958 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.330103 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.330266 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.330428 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.330607 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.330751 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.331089 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.331089 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.331467 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.331467 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.331467 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.332750 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.332750 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.332750 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.332750 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.332750 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.332750 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.332750 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] config_source = [] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.332750 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.334610 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.334610 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] debug = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.334610 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.334610 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.334610 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.334610 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.335481 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.335481 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.335733 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:31:52.335883 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.335883 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.335883 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.335883 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.335883 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.335883 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.336656 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.336656 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.336656 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.336656 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.336656 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.337070 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-iscsi {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.337070 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.337267 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.337267 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.337479 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.337605 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.337762 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.337922 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.338080 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.338286 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.338423 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.338704 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.338814 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.338938 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] log_dir = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.339096 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] log_file = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.339255 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] log_options = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.339418 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.339566 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.339717 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.339999 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.340155 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.340310 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.340466 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.340625 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.340784 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.340946 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.341117 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.341247 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.341381 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.341577 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.341702 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.341841 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.342002 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.342263 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.342388 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.342555 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.342653 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.342795 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.342931 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.343069 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.343262 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.343362 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.343485 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.343639 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.343804 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.343954 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.344096 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.344287 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.344409 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.344582 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.344742 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.344891 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.345114 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.345327 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.345327 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.345689 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.345689 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.345947 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.345947 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.346130 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.346303 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.346420 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] use_journal = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.346586 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] use_json = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.346742 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.346903 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.347304 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.347471 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.347628 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.347789 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.348014 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.348173 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.348330 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:31:52.348513 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.348774 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.348878 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.349059 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.349250 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.349528 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.349805 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.350085 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.350349 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.350510 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.350668 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.350831 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.351002 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.351220 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.351391 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.351557 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.351718 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.351879 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.352024 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.352264 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.352418 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.352506 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.352698 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.352878 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.353034 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.353191 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.353371 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.353516 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.353620 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.353772 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.353948 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.354099 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.354259 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.354425 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.354668 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.354825 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.355009 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.355156 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.355343 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.355497 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.355633 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.355833 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.355994 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.356139 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.356304 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.356465 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.356628 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.356807 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.356954 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.357176 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.357342 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.357501 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.357652 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.357804 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.357966 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.358126 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.358289 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.358458 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.358640 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.358816 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.358950 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.359108 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.359267 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.359433 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.359614 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.359719 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.359873 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.360032 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.360206 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.360366 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.360511 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.361589 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.361589 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.361589 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.361589 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.361589 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.361589 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.362153 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.362153 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.362153 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.362153 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.362651 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.362651 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.362651 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.362901 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.362901 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.363071 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.363193 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.363417 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.363581 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.363745 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.363912 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.364087 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.364247 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.364454 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.364647 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.364865 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.365145 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.365410 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.365576 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.366111 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.366111 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.366111 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.366399 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.366399 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.366622 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.366746 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.366906 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.367067 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.367226 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.367392 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.367554 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.367698 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.367861 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.368067 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.368254 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.368368 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.368544 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.368708 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.368879 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.369018 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.369168 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.369319 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.369547 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.369713 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.369884 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.370039 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.370188 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.370364 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.370629 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.370800 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.370948 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.371113 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.371273 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.371425 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.371578 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.371850 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.372013 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.372175 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.372353 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.372500 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.372660 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.372820 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.373004 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.373164 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.373323 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.373483 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.373699 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.373873 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.374032 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.374191 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.374353 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.374538 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.374757 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.374920 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.375081 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.375241 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.375401 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.375562 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.375723 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.375885 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.376045 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.376205 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.376366 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.376526 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.376687 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.376848 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.377008 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.377174 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.377335 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.377496 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.377657 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.377817 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.377977 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.378138 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.378297 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.378458 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.378646 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.378784 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.378934 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.379097 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.379266 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.379429 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.379561 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.379722 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.379915 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.380055 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.380177 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.380829 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.381112 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.381337 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.381625 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.381805 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.381970 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.382132 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.382296 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.382580 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.382681 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.382821 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.382973 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.383111 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.383276 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.383440 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.383709 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.383887 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.384165 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.384314 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.384399 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.384525 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.384666 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.384814 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.384958 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.385183 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.385327 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.385679 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.385679 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.385889 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.385970 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.386097 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.386358 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.386476 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.386622 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.386734 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.386901 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.387096 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.387096 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.387618 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.387618 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.387788 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.387878 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.388042 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.388206 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.388365 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.388535 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.388701 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.388858 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.389061 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.389209 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.389376 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.389528 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.389710 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.389825 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.390000 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.390276 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.390415 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.390564 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.390704 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.390866 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.391037 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.391200 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.391419 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.391579 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.391739 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.391959 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.392059 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.392210 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.392366 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.392584 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.392710 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.392870 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.393112 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.393237 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.393413 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.393514 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.393619 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.393840 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.394013 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.394175 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.394388 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.394511 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.394666 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.394827 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.395045 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.395220 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.395382 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.395546 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.395708 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.395919 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.396104 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.396377 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.396679 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.396908 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.397082 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.397247 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.397420 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.397591 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.397765 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.397987 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.398157 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.398332 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.398529 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.398678 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.398840 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.399001 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.399162 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.399328 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.399549 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.399710 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.399870 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.400031 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.400191 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.400356 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.400574 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.400736 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.400897 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.401058 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.401246 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.401408 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.401569 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:31:52.401723 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 19 00:31:52.669695 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 55836) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:31:52.678269 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [-] 10.222.0.26 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0050862 Oct 19 00:31:52.683222 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [-] 10.222.0.26 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0041151 Oct 19 00:32:01.613674 dv-cinder-master-3-iscsi neutron-server[111301]: DEBUG dbcounter [-] [111301] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=111301) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:32:04.600075 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writer thread running {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 19 00:32:04.601315 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd89dc6-11eb-4cd0-aecf-71122716acaf None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=111416) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 19 00:32:04.684570 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd89dc6-11eb-4cd0-aecf-71122716acaf None None] No non-hosted networks {{(pid=111416) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 19 00:32:04.701858 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-cfb92516-ff6b-4557-b221-e93dafdc1a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1943373'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_create {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:06.275072 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writer thread running {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 19 00:32:06.762436 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-aa52c310-b43a-4ab6-a6aa-fe328134a615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1943373'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_create {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:06.791509 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-b1d829a1-e56d-4e1b-ab46-4dc594ab519c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:08.229906 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1943373'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_create {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:08.534318 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 55910) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:32:09.280558 dv-cinder-master-3-iscsi neutron-server[111414]: WARNING oslo_policy.policy [None req-b3dd5866-83ec-47c6-b098-4884c24dcf07 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 00:32:09.281467 dv-cinder-master-3-iscsi neutron-server[111414]: WARNING oslo_policy.policy [None req-b3dd5866-83ec-47c6-b098-4884c24dcf07 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 00:32:09.370329 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.db.l3_hamode_db [None req-b7eaaf1d-0084-4131-950f-2ed085e32c1a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 19 00:32:09.456422 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7eaaf1d-0084-4131-950f-2ed085e32c1a None None] Routers set() bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:32:09.457108 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7eaaf1d-0084-4131-950f-2ed085e32c1a None None] Router IDs set() for agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:467}} Oct 19 00:32:09.511604 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [None req-b3dd5866-83ec-47c6-b098-4884c24dcf07 admin admin] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111414) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 19 00:32:09.513403 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-b3dd5866-83ec-47c6-b098-4884c24dcf07 admin admin] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.9780984 Oct 19 00:32:10.010007 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1943373'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_create {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:10.012781 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:10.013355 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:10.013954 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:10.014837 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:10.015430 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:10.016314 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:10.017106 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:10.018283 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:10.019083 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:10.020457 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:10.021486 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:10.022135 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:10.023066 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:10.024088 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:10.024665 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:10.025287 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-master-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:32:10.056474 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-master-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:32:10.237212 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1943373'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_create {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:12.349914 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 55944) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:32:12.740889 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-d15e7b96-8e27-482e-a5c8-07696c919c65 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:32:12.753361 dv-cinder-master-3-iscsi neutron-server[111414]: ERROR stevedore.extension [None req-d15e7b96-8e27-482e-a5c8-07696c919c65 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 19 00:32:12.837150 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.policy [None req-d15e7b96-8e27-482e-a5c8-07696c919c65 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111414) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 19 00:32:12.881240 dv-cinder-master-3-iscsi neutron-server[111414]: WARNING oslo_policy.policy [None req-d15e7b96-8e27-482e-a5c8-07696c919c65 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 00:32:12.881621 dv-cinder-master-3-iscsi neutron-server[111414]: WARNING oslo_policy.policy [None req-d15e7b96-8e27-482e-a5c8-07696c919c65 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 00:32:12.902321 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writer thread running {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 19 00:32:12.990434 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d15e7b96-8e27-482e-a5c8-07696c919c65 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730484310898', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730484310398', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730484294554', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730484288857', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730484291483', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730484283371', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-942809', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-945892', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1605668', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1661231'] for rbac-policy (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:13.081372 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d15e7b96-8e27-482e-a5c8-07696c919c65 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:13.083257 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-d15e7b96-8e27-482e-a5c8-07696c919c65 admin admin] 10.222.0.26 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7314882 Oct 19 00:32:15.857794 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 55954) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:32:16.279890 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-38715ed0-ed9f-45a7-9417-2712ff8b9366 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:32:16.315576 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38715ed0-ed9f-45a7-9417-2712ff8b9366 demo demo] Made reservation on behalf of c2fc9c9b4fba4ad6954f2d7aaba3b362 for: {'network': 1} {{(pid=111414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:32:16.320492 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-38715ed0-ed9f-45a7-9417-2712ff8b9366 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for network (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:16.341887 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-38715ed0-ed9f-45a7-9417-2712ff8b9366 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:16.466679 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-38715ed0-ed9f-45a7-9417-2712ff8b9366 demo demo] Publish callbacks [] for security_group (c97358cf-5952-4540-a4b9-2609a4b8923f), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:16.471108 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-38715ed0-ed9f-45a7-9417-2712ff8b9366 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (c97358cf-5952-4540-a4b9-2609a4b8923f), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:16.502187 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38715ed0-ed9f-45a7-9417-2712ff8b9366 demo demo] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=111414) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:32:16.550316 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-38715ed0-ed9f-45a7-9417-2712ff8b9366 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730482754106', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412'] for segment (0a781b31-8ea6-47b3-9863-5bc40c524669), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:16.550316 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-38715ed0-ed9f-45a7-9417-2712ff8b9366 demo demo] Unsubscribe: segment precommit_create {{(pid=111414) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 19 00:32:16.550316 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.db.segments_db [None req-38715ed0-ed9f-45a7-9417-2712ff8b9366 demo demo] Added segment 0a781b31-8ea6-47b3-9863-5bc40c524669 of type vlan for network cedeeeb6-25a9-4389-893f-f87c1a382a22 Oct 19 00:32:16.569187 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38715ed0-ed9f-45a7-9417-2712ff8b9366 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=c97358cf-5952-4540-a4b9-2609a4b8923f,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:16.633709 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38715ed0-ed9f-45a7-9417-2712ff8b9366 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:16.634137 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38715ed0-ed9f-45a7-9417-2712ff8b9366 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:16.634585 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38715ed0-ed9f-45a7-9417-2712ff8b9366 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:16.634975 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38715ed0-ed9f-45a7-9417-2712ff8b9366 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:16.635310 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38715ed0-ed9f-45a7-9417-2712ff8b9366 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:16.635687 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38715ed0-ed9f-45a7-9417-2712ff8b9366 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:16.636102 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38715ed0-ed9f-45a7-9417-2712ff8b9366 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:16.636508 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38715ed0-ed9f-45a7-9417-2712ff8b9366 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:16.636941 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38715ed0-ed9f-45a7-9417-2712ff8b9366 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:16.637289 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38715ed0-ed9f-45a7-9417-2712ff8b9366 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:16.637678 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38715ed0-ed9f-45a7-9417-2712ff8b9366 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:16.638131 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38715ed0-ed9f-45a7-9417-2712ff8b9366 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:16.638611 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38715ed0-ed9f-45a7-9417-2712ff8b9366 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:16.638963 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38715ed0-ed9f-45a7-9417-2712ff8b9366 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:16.639408 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38715ed0-ed9f-45a7-9417-2712ff8b9366 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:16.641355 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38715ed0-ed9f-45a7-9417-2712ff8b9366 demo demo] Tracked resource versions report: Oct 19 00:32:16.641355 dv-cinder-master-3-iscsi neutron-server[111414]: pushed versions: Oct 19 00:32:16.641355 dv-cinder-master-3-iscsi neutron-server[111414]: { 'AddressGroup': {'1.2'}, Oct 19 00:32:16.641355 dv-cinder-master-3-iscsi neutron-server[111414]: 'Agent': {'1.1'}, Oct 19 00:32:16.641355 dv-cinder-master-3-iscsi neutron-server[111414]: 'ConntrackHelper': {'1.0'}, Oct 19 00:32:16.641355 dv-cinder-master-3-iscsi neutron-server[111414]: 'LocalIPAssociation': {'1.0'}, Oct 19 00:32:16.641355 dv-cinder-master-3-iscsi neutron-server[111414]: 'Log': {'1.0'}, Oct 19 00:32:16.641355 dv-cinder-master-3-iscsi neutron-server[111414]: 'NDPProxy': {'1.0'}, Oct 19 00:32:16.641355 dv-cinder-master-3-iscsi neutron-server[111414]: 'Network': {'1.1'}, Oct 19 00:32:16.641355 dv-cinder-master-3-iscsi neutron-server[111414]: 'Port': {'1.7'}, Oct 19 00:32:16.641355 dv-cinder-master-3-iscsi neutron-server[111414]: 'PortForwarding': {'1.3'}, Oct 19 00:32:16.641355 dv-cinder-master-3-iscsi neutron-server[111414]: 'QosPolicy': {'1.10'}, Oct 19 00:32:16.641355 dv-cinder-master-3-iscsi neutron-server[111414]: 'SecurityGroup': {'1.5'}, Oct 19 00:32:16.641355 dv-cinder-master-3-iscsi neutron-server[111414]: 'SecurityGroupRule': {'1.2'}, Oct 19 00:32:16.641355 dv-cinder-master-3-iscsi neutron-server[111414]: 'SubPort': {'1.0'}, Oct 19 00:32:16.641355 dv-cinder-master-3-iscsi neutron-server[111414]: 'Subnet': {'1.1'}, Oct 19 00:32:16.641355 dv-cinder-master-3-iscsi neutron-server[111414]: 'Trunk': {'1.1'}} Oct 19 00:32:16.641355 dv-cinder-master-3-iscsi neutron-server[111414]: consumer versions: Oct 19 00:32:16.641355 dv-cinder-master-3-iscsi neutron-server[111414]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 19 00:32:16.641355 dv-cinder-master-3-iscsi neutron-server[111414]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 19 00:32:16.641355 dv-cinder-master-3-iscsi neutron-server[111414]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 19 00:32:16.641355 dv-cinder-master-3-iscsi neutron-server[111414]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 19 00:32:16.641355 dv-cinder-master-3-iscsi neutron-server[111414]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 19 00:32:16.641355 dv-cinder-master-3-iscsi neutron-server[111414]: 'Agent': '1.1', Oct 19 00:32:16.641355 dv-cinder-master-3-iscsi neutron-server[111414]: 'ConntrackHelper': '1.0', Oct 19 00:32:16.641355 dv-cinder-master-3-iscsi neutron-server[111414]: 'LocalIPAssociation': '1.0', Oct 19 00:32:16.641355 dv-cinder-master-3-iscsi neutron-server[111414]: 'Log': '1.0', Oct 19 00:32:16.641355 dv-cinder-master-3-iscsi neutron-server[111414]: 'NDPProxy': '1.0', Oct 19 00:32:16.641355 dv-cinder-master-3-iscsi neutron-server[111414]: 'Network': '1.1', Oct 19 00:32:16.641355 dv-cinder-master-3-iscsi neutron-server[111414]: 'Port': '1.7', Oct 19 00:32:16.641355 dv-cinder-master-3-iscsi neutron-server[111414]: 'PortForwarding': '1.3', Oct 19 00:32:16.641355 dv-cinder-master-3-iscsi neutron-server[111414]: 'QosPolicy': '1.10', Oct 19 00:32:16.641355 dv-cinder-master-3-iscsi neutron-server[111414]: 'SecurityGroup': '1.5', Oct 19 00:32:16.641355 dv-cinder-master-3-iscsi neutron-server[111414]: 'SecurityGroupRule': '1.2', Oct 19 00:32:16.641355 dv-cinder-master-3-iscsi neutron-server[111414]: 'SubPort': '1.0', Oct 19 00:32:16.641355 dv-cinder-master-3-iscsi neutron-server[111414]: 'Subnet': '1.1', Oct 19 00:32:16.641355 dv-cinder-master-3-iscsi neutron-server[111414]: 'Trunk': '1.1'}} Oct 19 00:32:16.641355 dv-cinder-master-3-iscsi neutron-server[111414]: {{(pid=111414) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 00:32:16.678941 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-38715ed0-ed9f-45a7-9417-2712ff8b9366 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730482266143'] for network (cedeeeb6-25a9-4389-893f-f87c1a382a22), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:16.710211 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=51,neutron:INSERT=44,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:32:16.726362 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-38715ed0-ed9f-45a7-9417-2712ff8b9366 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988'] for network (cedeeeb6-25a9-4389-893f-f87c1a382a22), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:16.731418 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38715ed0-ed9f-45a7-9417-2712ff8b9366 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:32:16.732148 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-38715ed0-ed9f-45a7-9417-2712ff8b9366 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for network (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:16.839122 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-38715ed0-ed9f-45a7-9417-2712ff8b9366 demo demo] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9803481 Oct 19 00:32:16.864242 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38715ed0-ed9f-45a7-9417-2712ff8b9366 demo demo] Pushing event updated for resources: {'Network': ['ID=cedeeeb6-25a9-4389-893f-f87c1a382a22,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:16.881210 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Network cedeeeb6-25a9-4389-893f-f87c1a382a22 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=111416) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:32:19.750088 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 55968) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:32:20.383198 dv-cinder-master-3-iscsi neutron-server[111415]: WARNING oslo_policy.policy [None req-cd12502b-b16d-4fe6-80b0-d2e0c0f51a5f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 00:32:20.383752 dv-cinder-master-3-iscsi neutron-server[111415]: WARNING oslo_policy.policy [None req-cd12502b-b16d-4fe6-80b0-d2e0c0f51a5f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 00:32:20.642168 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writer thread running {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 19 00:32:20.830436 dv-cinder-master-3-iscsi neutron-server[111415]: ERROR stevedore.extension [None req-cd12502b-b16d-4fe6-80b0-d2e0c0f51a5f demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 19 00:32:20.887329 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.policy [None req-cd12502b-b16d-4fe6-80b0-d2e0c0f51a5f demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111415) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 19 00:32:20.930372 dv-cinder-master-3-iscsi neutron-server[111415]: WARNING oslo_policy.policy [None req-cd12502b-b16d-4fe6-80b0-d2e0c0f51a5f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 00:32:20.930692 dv-cinder-master-3-iscsi neutron-server[111415]: WARNING oslo_policy.policy [None req-cd12502b-b16d-4fe6-80b0-d2e0c0f51a5f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 00:32:20.938933 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd12502b-b16d-4fe6-80b0-d2e0c0f51a5f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:32:20.940982 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-cd12502b-b16d-4fe6-80b0-d2e0c0f51a5f demo admin] 10.222.0.26 "GET /networking/v2.0/networks/cedeeeb6-25a9-4389-893f-f87c1a382a22 HTTP/1.1" status: 200 len: 825 time: 1.1890194 Oct 19 00:32:20.954573 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=15,neutron:INSERT=31 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:32:20.987338 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-dad6aa99-886f-4937-80c8-a4e3b34e94a8 demo admin] 10.222.0.26 "GET /networking/v2.0/subnetpools/1c77c227-2fbd-48bb-9f2d-06d90caa1177 HTTP/1.1" status: 200 len: 734 time: 0.0388141 Oct 19 00:32:20.999526 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-f312c98b-781a-4f8f-9726-fd4b647b6162 demo admin] Request body: {'subnet': {'subnetpool_id': '1c77c227-2fbd-48bb-9f2d-06d90caa1177', 'network_id': 'cedeeeb6-25a9-4389-893f-f87c1a382a22', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:32:21.041394 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f312c98b-781a-4f8f-9726-fd4b647b6162 demo admin] Made reservation on behalf of c2fc9c9b4fba4ad6954f2d7aaba3b362 for: {'subnet': 1} {{(pid=111415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:32:21.044725 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-f312c98b-781a-4f8f-9726-fd4b647b6162 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:21.372528 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-f312c98b-781a-4f8f-9726-fd4b647b6162 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988'] for subnet (0a41a76f-367c-4cae-a52c-4dff0c7a1280), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:21.460366 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f312c98b-781a-4f8f-9726-fd4b647b6162 demo admin] Checking segment: {'id': '0a781b31-8ea6-47b3-9863-5bc40c524669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cedeeeb6-25a9-4389-893f-f87c1a382a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:32:21.460814 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f312c98b-781a-4f8f-9726-fd4b647b6162 demo admin] Network hostable DHCP agents. Network: cedeeeb6-25a9-4389-893f-f87c1a382a22, hostable agents: ['57535a1d-5c08-48f6-b25c-e56d637dc4b8'], hosted agents: [] {{(pid=111415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:32:21.469079 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312c98b-781a-4f8f-9726-fd4b647b6162 demo admin] Pushing event updated for resources: {'Subnet': ['ID=0a41a76f-367c-4cae-a52c-4dff0c7a1280,revision_number=0']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:21.483607 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f312c98b-781a-4f8f-9726-fd4b647b6162 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:21.484000 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f312c98b-781a-4f8f-9726-fd4b647b6162 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:21.484433 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f312c98b-781a-4f8f-9726-fd4b647b6162 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:21.484834 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f312c98b-781a-4f8f-9726-fd4b647b6162 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:21.485267 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f312c98b-781a-4f8f-9726-fd4b647b6162 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:21.485676 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f312c98b-781a-4f8f-9726-fd4b647b6162 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:21.486050 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f312c98b-781a-4f8f-9726-fd4b647b6162 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:21.486419 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f312c98b-781a-4f8f-9726-fd4b647b6162 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:21.486878 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f312c98b-781a-4f8f-9726-fd4b647b6162 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:21.487231 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f312c98b-781a-4f8f-9726-fd4b647b6162 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:21.487613 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f312c98b-781a-4f8f-9726-fd4b647b6162 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:21.488010 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f312c98b-781a-4f8f-9726-fd4b647b6162 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:21.488359 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f312c98b-781a-4f8f-9726-fd4b647b6162 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:21.488794 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f312c98b-781a-4f8f-9726-fd4b647b6162 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:21.489163 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f312c98b-781a-4f8f-9726-fd4b647b6162 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:21.490792 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f312c98b-781a-4f8f-9726-fd4b647b6162 demo admin] Tracked resource versions report: Oct 19 00:32:21.490792 dv-cinder-master-3-iscsi neutron-server[111415]: pushed versions: Oct 19 00:32:21.490792 dv-cinder-master-3-iscsi neutron-server[111415]: { 'AddressGroup': {'1.2'}, Oct 19 00:32:21.490792 dv-cinder-master-3-iscsi neutron-server[111415]: 'Agent': {'1.1'}, Oct 19 00:32:21.490792 dv-cinder-master-3-iscsi neutron-server[111415]: 'ConntrackHelper': {'1.0'}, Oct 19 00:32:21.490792 dv-cinder-master-3-iscsi neutron-server[111415]: 'LocalIPAssociation': {'1.0'}, Oct 19 00:32:21.490792 dv-cinder-master-3-iscsi neutron-server[111415]: 'Log': {'1.0'}, Oct 19 00:32:21.490792 dv-cinder-master-3-iscsi neutron-server[111415]: 'NDPProxy': {'1.0'}, Oct 19 00:32:21.490792 dv-cinder-master-3-iscsi neutron-server[111415]: 'Network': {'1.1'}, Oct 19 00:32:21.490792 dv-cinder-master-3-iscsi neutron-server[111415]: 'Port': {'1.7'}, Oct 19 00:32:21.490792 dv-cinder-master-3-iscsi neutron-server[111415]: 'PortForwarding': {'1.3'}, Oct 19 00:32:21.490792 dv-cinder-master-3-iscsi neutron-server[111415]: 'QosPolicy': {'1.10'}, Oct 19 00:32:21.490792 dv-cinder-master-3-iscsi neutron-server[111415]: 'SecurityGroup': {'1.5'}, Oct 19 00:32:21.490792 dv-cinder-master-3-iscsi neutron-server[111415]: 'SecurityGroupRule': {'1.2'}, Oct 19 00:32:21.490792 dv-cinder-master-3-iscsi neutron-server[111415]: 'SubPort': {'1.0'}, Oct 19 00:32:21.490792 dv-cinder-master-3-iscsi neutron-server[111415]: 'Subnet': {'1.1'}, Oct 19 00:32:21.490792 dv-cinder-master-3-iscsi neutron-server[111415]: 'Trunk': {'1.1'}} Oct 19 00:32:21.490792 dv-cinder-master-3-iscsi neutron-server[111415]: consumer versions: Oct 19 00:32:21.490792 dv-cinder-master-3-iscsi neutron-server[111415]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 19 00:32:21.490792 dv-cinder-master-3-iscsi neutron-server[111415]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 19 00:32:21.490792 dv-cinder-master-3-iscsi neutron-server[111415]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 19 00:32:21.490792 dv-cinder-master-3-iscsi neutron-server[111415]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 19 00:32:21.490792 dv-cinder-master-3-iscsi neutron-server[111415]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 19 00:32:21.490792 dv-cinder-master-3-iscsi neutron-server[111415]: 'Agent': '1.1', Oct 19 00:32:21.490792 dv-cinder-master-3-iscsi neutron-server[111415]: 'ConntrackHelper': '1.0', Oct 19 00:32:21.490792 dv-cinder-master-3-iscsi neutron-server[111415]: 'LocalIPAssociation': '1.0', Oct 19 00:32:21.490792 dv-cinder-master-3-iscsi neutron-server[111415]: 'Log': '1.0', Oct 19 00:32:21.490792 dv-cinder-master-3-iscsi neutron-server[111415]: 'NDPProxy': '1.0', Oct 19 00:32:21.490792 dv-cinder-master-3-iscsi neutron-server[111415]: 'Network': '1.1', Oct 19 00:32:21.490792 dv-cinder-master-3-iscsi neutron-server[111415]: 'Port': '1.7', Oct 19 00:32:21.490792 dv-cinder-master-3-iscsi neutron-server[111415]: 'PortForwarding': '1.3', Oct 19 00:32:21.490792 dv-cinder-master-3-iscsi neutron-server[111415]: 'QosPolicy': '1.10', Oct 19 00:32:21.490792 dv-cinder-master-3-iscsi neutron-server[111415]: 'SecurityGroup': '1.5', Oct 19 00:32:21.490792 dv-cinder-master-3-iscsi neutron-server[111415]: 'SecurityGroupRule': '1.2', Oct 19 00:32:21.490792 dv-cinder-master-3-iscsi neutron-server[111415]: 'SubPort': '1.0', Oct 19 00:32:21.490792 dv-cinder-master-3-iscsi neutron-server[111415]: 'Subnet': '1.1', Oct 19 00:32:21.490792 dv-cinder-master-3-iscsi neutron-server[111415]: 'Trunk': '1.1'}} Oct 19 00:32:21.490792 dv-cinder-master-3-iscsi neutron-server[111415]: {{(pid=111415) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 00:32:21.526550 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f312c98b-781a-4f8f-9726-fd4b647b6162 demo admin] Network cedeeeb6-25a9-4389-893f-f87c1a382a22 is scheduled to be hosted by DHCP agent 57535a1d-5c08-48f6-b25c-e56d637dc4b8 with binding_index 1 {{(pid=111415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:32:21.541467 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.base_scheduler [None req-f312c98b-781a-4f8f-9726-fd4b647b6162 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, cedeeeb6-25a9-4389-893f-f87c1a382a22) {{(pid=111415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:32:21.552826 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52dddfe9-eb49-475e-a7e2-43c9462dc6f6 None None] Network cedeeeb6-25a9-4389-893f-f87c1a382a22 requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:32:21.555421 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f312c98b-781a-4f8f-9726-fd4b647b6162 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:32:21.556367 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-f312c98b-781a-4f8f-9726-fd4b647b6162 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for subnet (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:21.556516 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=35,neutron:INSERT=33 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:32:21.588177 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-f312c98b-781a-4f8f-9726-fd4b647b6162 demo admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5934138 Oct 19 00:32:21.861353 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7167e94d-af5d-4a0f-be60-e6732c0b9830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-cedeeeb6-25a9-4389-893f-f87c1a382a22', 'network_id': 'cedeeeb6-25a9-4389-893f-f87c1a382a22', 'project_id': 'c2fc9c9b4fba4ad6954f2d7aaba3b362', 'fixed_ips': [{'subnet_id': '0a41a76f-367c-4cae-a52c-4dff0c7a1280'}]}} from dv-cinder-master-3-iscsi. {{(pid=111416) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 19 00:32:21.862708 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-7167e94d-af5d-4a0f-be60-e6732c0b9830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:22.226199 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.db_base_plugin_common [None req-7167e94d-af5d-4a0f-be60-e6732c0b9830 None None] Allocated IP 172.20.0.2 (cedeeeb6-25a9-4389-893f-f87c1a382a22/0a41a76f-367c-4cae-a52c-4dff0c7a1280/c06069e3-4dc1-4623-a86c-5e0131270085) {{(pid=111416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:32:22.543545 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-7167e94d-af5d-4a0f-be60-e6732c0b9830 None None] Publish callbacks [] for port (c06069e3-4dc1-4623-a86c-5e0131270085), precommit_create {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:22.553419 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-7167e94d-af5d-4a0f-be60-e6732c0b9830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450'] for port (c06069e3-4dc1-4623-a86c-5e0131270085), after_create {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:22.640100 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7167e94d-af5d-4a0f-be60-e6732c0b9830 None None] Network cedeeeb6-25a9-4389-893f-f87c1a382a22 is already hosted by enough agents. {{(pid=111416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:32:22.645454 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.scheduler.base_scheduler [None req-7167e94d-af5d-4a0f-be60-e6732c0b9830 None None] Resources bound (agent type, host, resource id): {{(pid=111416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:32:22.649103 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7167e94d-af5d-4a0f-be60-e6732c0b9830 None None] Received port after_create {{(pid=111416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:32:22.687486 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7167e94d-af5d-4a0f-be60-e6732c0b9830 None None] Pushing event updated for resources: {'Port': ['ID=c06069e3-4dc1-4623-a86c-5e0131270085,revision_number=1']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:22.717494 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7167e94d-af5d-4a0f-be60-e6732c0b9830 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:22.717835 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7167e94d-af5d-4a0f-be60-e6732c0b9830 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:22.718191 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7167e94d-af5d-4a0f-be60-e6732c0b9830 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:22.718570 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7167e94d-af5d-4a0f-be60-e6732c0b9830 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:22.718919 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7167e94d-af5d-4a0f-be60-e6732c0b9830 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:22.719237 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7167e94d-af5d-4a0f-be60-e6732c0b9830 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:22.719558 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7167e94d-af5d-4a0f-be60-e6732c0b9830 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:22.719914 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7167e94d-af5d-4a0f-be60-e6732c0b9830 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:22.720197 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7167e94d-af5d-4a0f-be60-e6732c0b9830 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:22.720661 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7167e94d-af5d-4a0f-be60-e6732c0b9830 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:22.720960 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7167e94d-af5d-4a0f-be60-e6732c0b9830 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:22.721308 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7167e94d-af5d-4a0f-be60-e6732c0b9830 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:22.721797 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7167e94d-af5d-4a0f-be60-e6732c0b9830 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:22.722418 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7167e94d-af5d-4a0f-be60-e6732c0b9830 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:22.722766 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7167e94d-af5d-4a0f-be60-e6732c0b9830 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:22.724956 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7167e94d-af5d-4a0f-be60-e6732c0b9830 None None] Tracked resource versions report: Oct 19 00:32:22.724956 dv-cinder-master-3-iscsi neutron-server[111416]: pushed versions: Oct 19 00:32:22.724956 dv-cinder-master-3-iscsi neutron-server[111416]: { 'AddressGroup': {'1.2'}, Oct 19 00:32:22.724956 dv-cinder-master-3-iscsi neutron-server[111416]: 'Agent': {'1.1'}, Oct 19 00:32:22.724956 dv-cinder-master-3-iscsi neutron-server[111416]: 'ConntrackHelper': {'1.0'}, Oct 19 00:32:22.724956 dv-cinder-master-3-iscsi neutron-server[111416]: 'LocalIPAssociation': {'1.0'}, Oct 19 00:32:22.724956 dv-cinder-master-3-iscsi neutron-server[111416]: 'Log': {'1.0'}, Oct 19 00:32:22.724956 dv-cinder-master-3-iscsi neutron-server[111416]: 'NDPProxy': {'1.0'}, Oct 19 00:32:22.724956 dv-cinder-master-3-iscsi neutron-server[111416]: 'Network': {'1.1'}, Oct 19 00:32:22.724956 dv-cinder-master-3-iscsi neutron-server[111416]: 'Port': {'1.7'}, Oct 19 00:32:22.724956 dv-cinder-master-3-iscsi neutron-server[111416]: 'PortForwarding': {'1.3'}, Oct 19 00:32:22.724956 dv-cinder-master-3-iscsi neutron-server[111416]: 'QosPolicy': {'1.10'}, Oct 19 00:32:22.724956 dv-cinder-master-3-iscsi neutron-server[111416]: 'SecurityGroup': {'1.5'}, Oct 19 00:32:22.724956 dv-cinder-master-3-iscsi neutron-server[111416]: 'SecurityGroupRule': {'1.2'}, Oct 19 00:32:22.724956 dv-cinder-master-3-iscsi neutron-server[111416]: 'SubPort': {'1.0'}, Oct 19 00:32:22.724956 dv-cinder-master-3-iscsi neutron-server[111416]: 'Subnet': {'1.1'}, Oct 19 00:32:22.724956 dv-cinder-master-3-iscsi neutron-server[111416]: 'Trunk': {'1.1'}} Oct 19 00:32:22.724956 dv-cinder-master-3-iscsi neutron-server[111416]: consumer versions: Oct 19 00:32:22.724956 dv-cinder-master-3-iscsi neutron-server[111416]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 19 00:32:22.724956 dv-cinder-master-3-iscsi neutron-server[111416]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 19 00:32:22.724956 dv-cinder-master-3-iscsi neutron-server[111416]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 19 00:32:22.724956 dv-cinder-master-3-iscsi neutron-server[111416]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 19 00:32:22.724956 dv-cinder-master-3-iscsi neutron-server[111416]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 19 00:32:22.724956 dv-cinder-master-3-iscsi neutron-server[111416]: 'Agent': '1.1', Oct 19 00:32:22.724956 dv-cinder-master-3-iscsi neutron-server[111416]: 'ConntrackHelper': '1.0', Oct 19 00:32:22.724956 dv-cinder-master-3-iscsi neutron-server[111416]: 'LocalIPAssociation': '1.0', Oct 19 00:32:22.724956 dv-cinder-master-3-iscsi neutron-server[111416]: 'Log': '1.0', Oct 19 00:32:22.724956 dv-cinder-master-3-iscsi neutron-server[111416]: 'NDPProxy': '1.0', Oct 19 00:32:22.724956 dv-cinder-master-3-iscsi neutron-server[111416]: 'Network': '1.1', Oct 19 00:32:22.724956 dv-cinder-master-3-iscsi neutron-server[111416]: 'Port': '1.7', Oct 19 00:32:22.724956 dv-cinder-master-3-iscsi neutron-server[111416]: 'PortForwarding': '1.3', Oct 19 00:32:22.724956 dv-cinder-master-3-iscsi neutron-server[111416]: 'QosPolicy': '1.10', Oct 19 00:32:22.724956 dv-cinder-master-3-iscsi neutron-server[111416]: 'SecurityGroup': '1.5', Oct 19 00:32:22.724956 dv-cinder-master-3-iscsi neutron-server[111416]: 'SecurityGroupRule': '1.2', Oct 19 00:32:22.724956 dv-cinder-master-3-iscsi neutron-server[111416]: 'SubPort': '1.0', Oct 19 00:32:22.724956 dv-cinder-master-3-iscsi neutron-server[111416]: 'Subnet': '1.1', Oct 19 00:32:22.724956 dv-cinder-master-3-iscsi neutron-server[111416]: 'Trunk': '1.1'}} Oct 19 00:32:22.724956 dv-cinder-master-3-iscsi neutron-server[111416]: {{(pid=111416) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 00:32:22.746869 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=5 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:32:22.761473 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-7167e94d-af5d-4a0f-be60-e6732c0b9830 None None] Attempting to bind port c06069e3-4dc1-4623-a86c-5e0131270085 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:32:22.761879 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-7167e94d-af5d-4a0f-be60-e6732c0b9830 None None] Attempting to bind port c06069e3-4dc1-4623-a86c-5e0131270085 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '0a781b31-8ea6-47b3-9863-5bc40c524669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cedeeeb6-25a9-4389-893f-f87c1a382a22'}] {{(pid=111416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:32:22.762371 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7167e94d-af5d-4a0f-be60-e6732c0b9830 None None] Attempting to bind port c06069e3-4dc1-4623-a86c-5e0131270085 on network cedeeeb6-25a9-4389-893f-f87c1a382a22 {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:32:22.823514 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7167e94d-af5d-4a0f-be60-e6732c0b9830 None None] Checking agent: {'id': '0014484f-12ef-47ae-ba33-5ac9a1be8800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 32, 10), 'started_at': datetime.datetime(2022, 10, 19, 0, 32, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:32:22.823806 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7167e94d-af5d-4a0f-be60-e6732c0b9830 None None] Checking segment: {'id': '0a781b31-8ea6-47b3-9863-5bc40c524669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cedeeeb6-25a9-4389-893f-f87c1a382a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:32:22.824520 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-7167e94d-af5d-4a0f-be60-e6732c0b9830 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:22.825038 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7167e94d-af5d-4a0f-be60-e6732c0b9830 None None] Bound using segment: {'id': '0a781b31-8ea6-47b3-9863-5bc40c524669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cedeeeb6-25a9-4389-893f-f87c1a382a22'} {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:32:22.825636 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-7167e94d-af5d-4a0f-be60-e6732c0b9830 None None] Bound port: c06069e3-4dc1-4623-a86c-5e0131270085, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a781b31-8ea6-47b3-9863-5bc40c524669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cedeeeb6-25a9-4389-893f-f87c1a382a22'}}] {{(pid=111416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:32:22.826229 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-7167e94d-af5d-4a0f-be60-e6732c0b9830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (c06069e3-4dc1-4623-a86c-5e0131270085), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:22.902543 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-7167e94d-af5d-4a0f-be60-e6732c0b9830 None None] For port c06069e3-4dc1-4623-a86c-5e0131270085, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=111416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:32:22.923884 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-7167e94d-af5d-4a0f-be60-e6732c0b9830 None None] For port c06069e3-4dc1-4623-a86c-5e0131270085, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c06069e3-4dc1-4623-a86c-5e0131270085,segment=NetworkSegment(0a781b31-8ea6-47b3-9863-5bc40c524669),segment_id=0a781b31-8ea6-47b3-9863-5bc40c524669)] {{(pid=111416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:32:22.932056 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-7167e94d-af5d-4a0f-be60-e6732c0b9830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (c06069e3-4dc1-4623-a86c-5e0131270085), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:22.989353 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7167e94d-af5d-4a0f-be60-e6732c0b9830 None None] Pushing event updated for resources: {'Port': ['ID=c06069e3-4dc1-4623-a86c-5e0131270085,revision_number=2']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:24.446127 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 55992) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:32:24.780062 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [None req-ff30079c-d516-4387-b1d0-bcdf8aae9ea6 admin admin] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 19 00:32:24.781105 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-ff30079c-d516-4387-b1d0-bcdf8aae9ea6 admin admin] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3339555 Oct 19 00:32:25.259412 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=5 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:32:25.262701 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:32:26.860933 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=54,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:32:27.515263 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 56004) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:32:27.869323 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [None req-edcf627a-0e73-4f85-abaf-cb209ae6fc4b admin admin] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 19 00:32:27.870298 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-edcf627a-0e73-4f85-abaf-cb209ae6fc4b admin admin] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3541031 Oct 19 00:32:30.679561 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 56016) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:32:31.022702 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-1d8a993a-fe95-428b-b638-39133000e38a demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:32:31.052435 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1d8a993a-fe95-428b-b638-39133000e38a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1939933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2045'] for router (b515ee0c-75a6-4c4d-99b5-767588465bfd), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:31.054153 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1d8a993a-fe95-428b-b638-39133000e38a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1949320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2062503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2026'] for router (b515ee0c-75a6-4c4d-99b5-767588465bfd), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:31.210922 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1d8a993a-fe95-428b-b638-39133000e38a demo demo] Publish callbacks [] for router_controller (b515ee0c-75a6-4c4d-99b5-767588465bfd), precommit_add_association {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:31.215657 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1d8a993a-fe95-428b-b638-39133000e38a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1947415'] for router (b515ee0c-75a6-4c4d-99b5-767588465bfd), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:31.236741 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1d8a993a-fe95-428b-b638-39133000e38a demo demo] Publish callbacks [] for router (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:31.237931 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-1d8a993a-fe95-428b-b638-39133000e38a demo demo] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5573997 Oct 19 00:32:31.362589 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ef9241-16ef-47a9-8a2a-719769bfc3ed None None] Network cedeeeb6-25a9-4389-893f-f87c1a382a22 requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:32:31.436879 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-6fd8413c-8900-42a3-961a-d27c77aebc3c None None] Provisioning complete for port c06069e3-4dc1-4623-a86c-5e0131270085 triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:32:31.437325 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-6fd8413c-8900-42a3-961a-d27c77aebc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (c06069e3-4dc1-4623-a86c-5e0131270085), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:31.437677 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-6fd8413c-8900-42a3-961a-d27c77aebc3c None None] Attempt 1 to provision port c06069e3-4dc1-4623-a86c-5e0131270085 Oct 19 00:32:31.521649 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:32:31.634671 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-6fd8413c-8900-42a3-961a-d27c77aebc3c None None] Current status of the port c06069e3-4dc1-4623-a86c-5e0131270085 is: DOWN; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:32:31.635111 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-6fd8413c-8900-42a3-961a-d27c77aebc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (c06069e3-4dc1-4623-a86c-5e0131270085), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:31.672960 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-6fd8413c-8900-42a3-961a-d27c77aebc3c None None] For port c06069e3-4dc1-4623-a86c-5e0131270085, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c06069e3-4dc1-4623-a86c-5e0131270085,segment=NetworkSegment(0a781b31-8ea6-47b3-9863-5bc40c524669),segment_id=0a781b31-8ea6-47b3-9863-5bc40c524669)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:32:31.677894 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-6fd8413c-8900-42a3-961a-d27c77aebc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (c06069e3-4dc1-4623-a86c-5e0131270085), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:31.731170 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8413c-8900-42a3-961a-d27c77aebc3c None None] Pushing event updated for resources: {'Port': ['ID=c06069e3-4dc1-4623-a86c-5e0131270085,revision_number=3']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:31.819445 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device c06069e3-4dc1-4623-a86c-5e0131270085 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:32:31.867836 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port c06069e3-4dc1-4623-a86c-5e0131270085 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:32:31.868233 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (c06069e3-4dc1-4623-a86c-5e0131270085), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:31.868574 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port c06069e3-4dc1-4623-a86c-5e0131270085 Oct 19 00:32:31.906619 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-0f22794c-07fd-4a14-991e-c98967b11c88 None None] Provisioning complete for port c06069e3-4dc1-4623-a86c-5e0131270085 triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:32:31.906920 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-0f22794c-07fd-4a14-991e-c98967b11c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (c06069e3-4dc1-4623-a86c-5e0131270085), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:31.907256 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-0f22794c-07fd-4a14-991e-c98967b11c88 None None] Attempt 1 to provision port c06069e3-4dc1-4623-a86c-5e0131270085 Oct 19 00:32:31.987416 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port c06069e3-4dc1-4623-a86c-5e0131270085 is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:32:32.017814 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-0f22794c-07fd-4a14-991e-c98967b11c88 None None] Current status of the port c06069e3-4dc1-4623-a86c-5e0131270085 is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:32:33.796446 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device c06069e3-4dc1-4623-a86c-5e0131270085 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:32:33.799814 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:32:33.843761 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port c06069e3-4dc1-4623-a86c-5e0131270085 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:32:33.844155 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (c06069e3-4dc1-4623-a86c-5e0131270085), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:33.844489 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port c06069e3-4dc1-4623-a86c-5e0131270085 Oct 19 00:32:33.920887 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port c06069e3-4dc1-4623-a86c-5e0131270085 is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:32:34.028730 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 56024) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:32:34.369575 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [None req-812bd8dc-5c6b-47c8-b6e3-80addf629586 admin admin] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 19 00:32:34.370726 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-812bd8dc-5c6b-47c8-b6e3-80addf629586 admin admin] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3409729 Oct 19 00:32:34.543637 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-8c120903-7148-4de0-9170-105c1a74b76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:36.757048 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-80ce66e0-43e0-4ce9-b799-d59aa5fb596e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:37.090041 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 56032) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:32:37.452741 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-712e8e69-9b83-47e4-8ae3-05742cc554a6 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'admin_state_up': True}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:32:37.495063 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712e8e69-9b83-47e4-8ae3-05742cc554a6 admin admin] Made reservation on behalf of d417ad1948a04e309383739147354388 for: {'network': 1} {{(pid=111415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:32:37.497480 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-712e8e69-9b83-47e4-8ae3-05742cc554a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for network (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:37.514383 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-712e8e69-9b83-47e4-8ae3-05742cc554a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:37.630436 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-712e8e69-9b83-47e4-8ae3-05742cc554a6 admin admin] Publish callbacks [] for security_group (ac1db787-2178-4d8b-8fb2-05efe9c5a45b), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:37.634380 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-712e8e69-9b83-47e4-8ae3-05742cc554a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (ac1db787-2178-4d8b-8fb2-05efe9c5a45b), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:37.649420 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:32:37.652707 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-712e8e69-9b83-47e4-8ae3-05742cc554a6 admin admin] Reserving flat network on physical network physnet1 {{(pid=111415) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 19 00:32:37.654952 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=10,neutron:DELETE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:32:37.687695 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712e8e69-9b83-47e4-8ae3-05742cc554a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1db787-2178-4d8b-8fb2-05efe9c5a45b,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:37.690932 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-712e8e69-9b83-47e4-8ae3-05742cc554a6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730482754106', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412'] for segment (cdce283e-dd8a-4d22-a7f9-996f16aea9b7), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:37.692120 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-712e8e69-9b83-47e4-8ae3-05742cc554a6 admin admin] Unsubscribe: segment precommit_create {{(pid=111415) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 19 00:32:37.692656 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.db.segments_db [None req-712e8e69-9b83-47e4-8ae3-05742cc554a6 admin admin] Added segment cdce283e-dd8a-4d22-a7f9-996f16aea9b7 of type flat for network 973fa957-bcd6-42c3-bc57-5a91d78147c8 Oct 19 00:32:37.753179 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-712e8e69-9b83-47e4-8ae3-05742cc554a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730482266143'] for network (973fa957-bcd6-42c3-bc57-5a91d78147c8), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:37.796952 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-712e8e69-9b83-47e4-8ae3-05742cc554a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988'] for network (973fa957-bcd6-42c3-bc57-5a91d78147c8), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:37.798016 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712e8e69-9b83-47e4-8ae3-05742cc554a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:32:37.798612 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-712e8e69-9b83-47e4-8ae3-05742cc554a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for network (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:37.890551 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-712e8e69-9b83-47e4-8ae3-05742cc554a6 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7993405 Oct 19 00:32:37.898582 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712e8e69-9b83-47e4-8ae3-05742cc554a6 admin admin] Pushing event updated for resources: {'Network': ['ID=973fa957-bcd6-42c3-bc57-5a91d78147c8,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:37.910054 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Network 973fa957-bcd6-42c3-bc57-5a91d78147c8 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=111416) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:32:38.178162 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:39.992264 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:40.165691 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:40.612153 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 56042) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:32:40.996190 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dec5def-1c9d-4928-9b2d-13cf9827efff demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:32:40.997547 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-4dec5def-1c9d-4928-9b2d-13cf9827efff demo admin] 10.222.0.26 "GET /networking/v2.0/subnets/0a41a76f-367c-4cae-a52c-4dff0c7a1280 HTTP/1.1" status: 200 len: 849 time: 0.3845336 Oct 19 00:32:41.125021 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-e08cd277-728b-48df-b968-6ad05ae54e93 demo admin] 10.222.0.26 "GET /networking/v2.0/routers/b515ee0c-75a6-4c4d-99b5-767588465bfd HTTP/1.1" status: 200 len: 704 time: 0.1214755 Oct 19 00:32:41.403981 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ee391ddc-3dc0-4f0c-a7da-2d56c53210fe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:41.707814 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.db_base_plugin_common [None req-ee391ddc-3dc0-4f0c-a7da-2d56c53210fe demo admin] Allocated IP 172.20.0.1 (cedeeeb6-25a9-4389-893f-f87c1a382a22/0a41a76f-367c-4cae-a52c-4dff0c7a1280/4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47) {{(pid=111415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:32:41.850861 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:32:41.875169 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ee391ddc-3dc0-4f0c-a7da-2d56c53210fe demo admin] Publish callbacks [] for port (4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:41.927807 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:32:41.995271 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ee391ddc-3dc0-4f0c-a7da-2d56c53210fe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450'] for port (4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:42.069957 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee391ddc-3dc0-4f0c-a7da-2d56c53210fe demo admin] Network cedeeeb6-25a9-4389-893f-f87c1a382a22 is already hosted by enough agents. {{(pid=111415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:32:42.077609 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.base_scheduler [None req-ee391ddc-3dc0-4f0c-a7da-2d56c53210fe demo admin] Resources bound (agent type, host, resource id): {{(pid=111415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:32:42.089596 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee391ddc-3dc0-4f0c-a7da-2d56c53210fe demo admin] Received port after_create {{(pid=111415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:32:42.090138 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ee391ddc-3dc0-4f0c-a7da-2d56c53210fe demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1942421'] for router_interface (b515ee0c-75a6-4c4d-99b5-767588465bfd), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:42.151179 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee391ddc-3dc0-4f0c-a7da-2d56c53210fe demo admin] Pushing event updated for resources: {'Port': ['ID=4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:42.304818 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ee391ddc-3dc0-4f0c-a7da-2d56c53210fe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47), before_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:42.306135 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-8530fafd-6654-488c-a919-6d29cd550565 None None] Provisioning complete for port 4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47 triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:32:42.306673 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-8530fafd-6654-488c-a919-6d29cd550565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:42.306863 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-8530fafd-6654-488c-a919-6d29cd550565 None None] Attempt 1 to provision port 4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47 Oct 19 00:32:42.339723 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-8530fafd-6654-488c-a919-6d29cd550565 None None] Port 4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47 cannot update to ACTIVE because it is not bound. {{(pid=111416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 19 00:32:42.514246 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ee391ddc-3dc0-4f0c-a7da-2d56c53210fe demo admin] Publish callbacks [] for port (4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47), precommit_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:42.518585 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ee391ddc-3dc0-4f0c-a7da-2d56c53210fe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47), after_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:42.519591 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ee391ddc-3dc0-4f0c-a7da-2d56c53210fe demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1942533'] for router_interface (b515ee0c-75a6-4c4d-99b5-767588465bfd), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:42.599848 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee391ddc-3dc0-4f0c-a7da-2d56c53210fe demo admin] Pushing event updated for resources: {'Port': ['ID=4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47,revision_number=2']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:42.647511 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee391ddc-3dc0-4f0c-a7da-2d56c53210fe demo admin] Network cedeeeb6-25a9-4389-893f-f87c1a382a22 is already hosted by enough agents. {{(pid=111415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:32:42.648821 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.base_scheduler [None req-ee391ddc-3dc0-4f0c-a7da-2d56c53210fe demo admin] Resources bound (agent type, host, resource id): {{(pid=111415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:32:42.813473 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee391ddc-3dc0-4f0c-a7da-2d56c53210fe demo admin] Router b515ee0c-75a6-4c4d-99b5-767588465bfd is scheduled to L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 with binding_index 1 {{(pid=111415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 00:32:42.860592 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-e1d9fe52-9a8e-4d14-86a9-d424fee9cc70 None None] Provisioning complete for port 4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47 triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:32:42.860909 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-e1d9fe52-9a8e-4d14-86a9-d424fee9cc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:42.861251 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-e1d9fe52-9a8e-4d14-86a9-d424fee9cc70 None None] Attempt 1 to provision port 4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47 Oct 19 00:32:42.896504 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-e1d9fe52-9a8e-4d14-86a9-d424fee9cc70 None None] Port 4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47 cannot update to ACTIVE because it is not bound. {{(pid=111416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 19 00:32:42.906605 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee391ddc-3dc0-4f0c-a7da-2d56c53210fe demo admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:32:42.912189 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-ee391ddc-3dc0-4f0c-a7da-2d56c53210fe demo admin] 10.222.0.26 "PUT /networking/v2.0/routers/b515ee0c-75a6-4c4d-99b5-767588465bfd/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7805648 Oct 19 00:32:42.916953 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4825b69c-d984-4755-b661-d1403f534041 None None] Sync routers for ids ['b515ee0c-75a6-4c4d-99b5-767588465bfd'] in dv-cinder-master-3-iscsi {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:32:42.930017 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4825b69c-d984-4755-b661-d1403f534041 None None] Routers {'b515ee0c-75a6-4c4d-99b5-767588465bfd'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:32:42.930962 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-4825b69c-d984-4755-b661-d1403f534041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:32:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['b515ee0c-75a6-4c4d-99b5-767588465bfd'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:32:43.116821 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-4825b69c-d984-4755-b661-d1403f534041 None None] Set router b515ee0c-75a6-4c4d-99b5-767588465bfd gateway port host: None {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:32:43.541171 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-4825b69c-d984-4755-b661-d1403f534041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b515ee0c-75a6-4c4d-99b5-767588465bfd', 'name': 'router1', 'tenant_id': 'c2fc9c9b4fba4ad6954f2d7aaba3b362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:32:31Z', 'updated_at': '2022-10-19T00:32:42Z', 'revision_number': 2, 'project_id': 'c2fc9c9b4fba4ad6954f2d7aaba3b362', 'gw_port_host': None, '_interfaces': [{'id': '4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47', 'name': '', 'network_id': 'cedeeeb6-25a9-4389-893f-f87c1a382a22', 'tenant_id': 'c2fc9c9b4fba4ad6954f2d7aaba3b362', 'mac_address': 'fa:16:3e:bf:67:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b515ee0c-75a6-4c4d-99b5-767588465bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0a41a76f-367c-4cae-a52c-4dff0c7a1280', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:32:41Z', 'updated_at': '2022-10-19T00:32:42Z', 'revision_number': 2, 'project_id': 'c2fc9c9b4fba4ad6954f2d7aaba3b362', 'subnets': [{'id': '0a41a76f-367c-4cae-a52c-4dff0c7a1280', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c77c227-2fbd-48bb-9f2d-06d90caa1177'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:32:43.592378 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4825b69c-d984-4755-b661-d1403f534041 None None] Checking router: b515ee0c-75a6-4c4d-99b5-767588465bfd for host: dv-cinder-master-3-iscsi {{(pid=111417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:32:43.592745 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4825b69c-d984-4755-b661-d1403f534041 None None] Updating router b515ee0c-75a6-4c4d-99b5-767588465bfd port 4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47 binding host dv-cinder-master-3-iscsi {{(pid=111417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:32:43.647239 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-4825b69c-d984-4755-b661-d1403f534041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47), before_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:44.157715 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-4825b69c-d984-4755-b661-d1403f534041 None None] Publish callbacks [] for port (4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47), precommit_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:44.167358 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-4825b69c-d984-4755-b661-d1403f534041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47), after_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:44.315167 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb0762b-2f17-4a6a-85cb-dcf08449cd5e None None] Pushing event updated for resources: {'Port': ['ID=4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47,revision_number=3']} {{(pid=111417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:44.326257 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb0762b-2f17-4a6a-85cb-dcf08449cd5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:44.326620 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb0762b-2f17-4a6a-85cb-dcf08449cd5e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:44.326957 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb0762b-2f17-4a6a-85cb-dcf08449cd5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:44.327286 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb0762b-2f17-4a6a-85cb-dcf08449cd5e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:44.327606 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb0762b-2f17-4a6a-85cb-dcf08449cd5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:44.327923 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb0762b-2f17-4a6a-85cb-dcf08449cd5e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:44.328238 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb0762b-2f17-4a6a-85cb-dcf08449cd5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:44.328554 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb0762b-2f17-4a6a-85cb-dcf08449cd5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:44.328874 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb0762b-2f17-4a6a-85cb-dcf08449cd5e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:44.329173 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb0762b-2f17-4a6a-85cb-dcf08449cd5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:44.329485 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb0762b-2f17-4a6a-85cb-dcf08449cd5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:44.329847 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb0762b-2f17-4a6a-85cb-dcf08449cd5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:44.330120 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb0762b-2f17-4a6a-85cb-dcf08449cd5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:44.330425 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb0762b-2f17-4a6a-85cb-dcf08449cd5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:44.330754 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb0762b-2f17-4a6a-85cb-dcf08449cd5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:32:44.332270 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb0762b-2f17-4a6a-85cb-dcf08449cd5e None None] Tracked resource versions report: Oct 19 00:32:44.332270 dv-cinder-master-3-iscsi neutron-server[111417]: pushed versions: Oct 19 00:32:44.332270 dv-cinder-master-3-iscsi neutron-server[111417]: { 'AddressGroup': {'1.2'}, Oct 19 00:32:44.332270 dv-cinder-master-3-iscsi neutron-server[111417]: 'Agent': {'1.1'}, Oct 19 00:32:44.332270 dv-cinder-master-3-iscsi neutron-server[111417]: 'ConntrackHelper': {'1.0'}, Oct 19 00:32:44.332270 dv-cinder-master-3-iscsi neutron-server[111417]: 'LocalIPAssociation': {'1.0'}, Oct 19 00:32:44.332270 dv-cinder-master-3-iscsi neutron-server[111417]: 'Log': {'1.0'}, Oct 19 00:32:44.332270 dv-cinder-master-3-iscsi neutron-server[111417]: 'NDPProxy': {'1.0'}, Oct 19 00:32:44.332270 dv-cinder-master-3-iscsi neutron-server[111417]: 'Network': {'1.1'}, Oct 19 00:32:44.332270 dv-cinder-master-3-iscsi neutron-server[111417]: 'Port': {'1.7'}, Oct 19 00:32:44.332270 dv-cinder-master-3-iscsi neutron-server[111417]: 'PortForwarding': {'1.3'}, Oct 19 00:32:44.332270 dv-cinder-master-3-iscsi neutron-server[111417]: 'QosPolicy': {'1.10'}, Oct 19 00:32:44.332270 dv-cinder-master-3-iscsi neutron-server[111417]: 'SecurityGroup': {'1.5'}, Oct 19 00:32:44.332270 dv-cinder-master-3-iscsi neutron-server[111417]: 'SecurityGroupRule': {'1.2'}, Oct 19 00:32:44.332270 dv-cinder-master-3-iscsi neutron-server[111417]: 'SubPort': {'1.0'}, Oct 19 00:32:44.332270 dv-cinder-master-3-iscsi neutron-server[111417]: 'Subnet': {'1.1'}, Oct 19 00:32:44.332270 dv-cinder-master-3-iscsi neutron-server[111417]: 'Trunk': {'1.1'}} Oct 19 00:32:44.332270 dv-cinder-master-3-iscsi neutron-server[111417]: consumer versions: Oct 19 00:32:44.332270 dv-cinder-master-3-iscsi neutron-server[111417]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 19 00:32:44.332270 dv-cinder-master-3-iscsi neutron-server[111417]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 19 00:32:44.332270 dv-cinder-master-3-iscsi neutron-server[111417]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 19 00:32:44.332270 dv-cinder-master-3-iscsi neutron-server[111417]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 19 00:32:44.332270 dv-cinder-master-3-iscsi neutron-server[111417]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 19 00:32:44.332270 dv-cinder-master-3-iscsi neutron-server[111417]: 'Agent': '1.1', Oct 19 00:32:44.332270 dv-cinder-master-3-iscsi neutron-server[111417]: 'ConntrackHelper': '1.0', Oct 19 00:32:44.332270 dv-cinder-master-3-iscsi neutron-server[111417]: 'LocalIPAssociation': '1.0', Oct 19 00:32:44.332270 dv-cinder-master-3-iscsi neutron-server[111417]: 'Log': '1.0', Oct 19 00:32:44.332270 dv-cinder-master-3-iscsi neutron-server[111417]: 'NDPProxy': '1.0', Oct 19 00:32:44.332270 dv-cinder-master-3-iscsi neutron-server[111417]: 'Network': '1.1', Oct 19 00:32:44.332270 dv-cinder-master-3-iscsi neutron-server[111417]: 'Port': '1.7', Oct 19 00:32:44.332270 dv-cinder-master-3-iscsi neutron-server[111417]: 'PortForwarding': '1.3', Oct 19 00:32:44.332270 dv-cinder-master-3-iscsi neutron-server[111417]: 'QosPolicy': '1.10', Oct 19 00:32:44.332270 dv-cinder-master-3-iscsi neutron-server[111417]: 'SecurityGroup': '1.5', Oct 19 00:32:44.332270 dv-cinder-master-3-iscsi neutron-server[111417]: 'SecurityGroupRule': '1.2', Oct 19 00:32:44.332270 dv-cinder-master-3-iscsi neutron-server[111417]: 'SubPort': '1.0', Oct 19 00:32:44.332270 dv-cinder-master-3-iscsi neutron-server[111417]: 'Subnet': '1.1', Oct 19 00:32:44.332270 dv-cinder-master-3-iscsi neutron-server[111417]: 'Trunk': '1.1'}} Oct 19 00:32:44.332270 dv-cinder-master-3-iscsi neutron-server[111417]: {{(pid=111417) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 00:32:44.335582 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.managers [None req-4825b69c-d984-4755-b661-d1403f534041 None None] Attempting to bind port 4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:32:44.335980 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.managers [None req-4825b69c-d984-4755-b661-d1403f534041 None None] Attempting to bind port 4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '0a781b31-8ea6-47b3-9863-5bc40c524669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cedeeeb6-25a9-4389-893f-f87c1a382a22'}] {{(pid=111417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:32:44.336418 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4825b69c-d984-4755-b661-d1403f534041 None None] Attempting to bind port 4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47 on network cedeeeb6-25a9-4389-893f-f87c1a382a22 {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:32:44.419732 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4825b69c-d984-4755-b661-d1403f534041 None None] Checking agent: {'id': '0014484f-12ef-47ae-ba33-5ac9a1be8800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 32, 10), 'started_at': datetime.datetime(2022, 10, 19, 0, 32, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:32:44.420027 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4825b69c-d984-4755-b661-d1403f534041 None None] Checking segment: {'id': '0a781b31-8ea6-47b3-9863-5bc40c524669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cedeeeb6-25a9-4389-893f-f87c1a382a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:32:44.420490 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-4825b69c-d984-4755-b661-d1403f534041 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:44.420869 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4825b69c-d984-4755-b661-d1403f534041 None None] Bound using segment: {'id': '0a781b31-8ea6-47b3-9863-5bc40c524669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cedeeeb6-25a9-4389-893f-f87c1a382a22'} {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:32:44.421357 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.managers [None req-4825b69c-d984-4755-b661-d1403f534041 None None] Bound port: 4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a781b31-8ea6-47b3-9863-5bc40c524669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cedeeeb6-25a9-4389-893f-f87c1a382a22'}}] {{(pid=111417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:32:44.421732 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-4825b69c-d984-4755-b661-d1403f534041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47), before_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:44.464885 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:32:44.484760 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.db [None req-4825b69c-d984-4755-b661-d1403f534041 None None] For port 4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=111417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:32:44.502984 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:32:44.505613 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.db [None req-4825b69c-d984-4755-b661-d1403f534041 None None] For port 4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47,segment=NetworkSegment(0a781b31-8ea6-47b3-9863-5bc40c524669),segment_id=0a781b31-8ea6-47b3-9863-5bc40c524669)] {{(pid=111417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:32:44.512724 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-4825b69c-d984-4755-b661-d1403f534041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47), after_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:44.547272 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4825b69c-d984-4755-b661-d1403f534041 None None] Routers {'b515ee0c-75a6-4c4d-99b5-767588465bfd'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:32:44.547891 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-4825b69c-d984-4755-b661-d1403f534041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:32:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['b515ee0c-75a6-4c4d-99b5-767588465bfd'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:32:44.630438 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb0762b-2f17-4a6a-85cb-dcf08449cd5e None None] Pushing event updated for resources: {'Port': ['ID=4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47,revision_number=4']} {{(pid=111417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:44.649070 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-4825b69c-d984-4755-b661-d1403f534041 None None] Set router b515ee0c-75a6-4c4d-99b5-767588465bfd gateway port host: None {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:32:44.842621 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-4825b69c-d984-4755-b661-d1403f534041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b515ee0c-75a6-4c4d-99b5-767588465bfd', 'name': 'router1', 'tenant_id': 'c2fc9c9b4fba4ad6954f2d7aaba3b362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:32:31Z', 'updated_at': '2022-10-19T00:32:42Z', 'revision_number': 2, 'project_id': 'c2fc9c9b4fba4ad6954f2d7aaba3b362', 'gw_port_host': None, '_interfaces': [{'id': '4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47', 'name': '', 'network_id': 'cedeeeb6-25a9-4389-893f-f87c1a382a22', 'tenant_id': 'c2fc9c9b4fba4ad6954f2d7aaba3b362', 'mac_address': 'fa:16:3e:bf:67:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b515ee0c-75a6-4c4d-99b5-767588465bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0a41a76f-367c-4cae-a52c-4dff0c7a1280', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:32:41Z', 'updated_at': '2022-10-19T00:32:44Z', 'revision_number': 4, 'project_id': 'c2fc9c9b4fba4ad6954f2d7aaba3b362', 'subnets': [{'id': '0a41a76f-367c-4cae-a52c-4dff0c7a1280', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c77c227-2fbd-48bb-9f2d-06d90caa1177'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:32:44.868588 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4825b69c-d984-4755-b661-d1403f534041 None None] The sync data for ids ['b515ee0c-75a6-4c4d-99b5-767588465bfd'] in dv-cinder-master-3-iscsi is: [{'id': 'b515ee0c-75a6-4c4d-99b5-767588465bfd', 'name': 'router1', 'tenant_id': 'c2fc9c9b4fba4ad6954f2d7aaba3b362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:32:31Z', 'updated_at': '2022-10-19T00:32:42Z', 'revision_number': 2, 'project_id': 'c2fc9c9b4fba4ad6954f2d7aaba3b362', 'gw_port_host': None, '_interfaces': [{'id': '4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47', 'name': '', 'network_id': 'cedeeeb6-25a9-4389-893f-f87c1a382a22', 'tenant_id': 'c2fc9c9b4fba4ad6954f2d7aaba3b362', 'mac_address': 'fa:16:3e:bf:67:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b515ee0c-75a6-4c4d-99b5-767588465bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0a41a76f-367c-4cae-a52c-4dff0c7a1280', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:32:41Z', 'updated_at': '2022-10-19T00:32:44Z', 'revision_number': 4, 'project_id': 'c2fc9c9b4fba4ad6954f2d7aaba3b362', 'subnets': [{'id': '0a41a76f-367c-4cae-a52c-4dff0c7a1280', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c77c227-2fbd-48bb-9f2d-06d90caa1177'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:32:45.588925 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 56052) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:32:45.990793 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:32:46.006408 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10571757-9973-4f3d-a93b-c8bcde41a0a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:32:46.007873 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-10571757-9973-4f3d-a93b-c8bcde41a0a7 admin admin] 10.222.0.26 "GET /networking/v2.0/networks/973fa957-bcd6-42c3-bc57-5a91d78147c8 HTTP/1.1" status: 200 len: 842 time: 0.4179885 Oct 19 00:32:46.018186 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-4621e4bb-706b-413f-bce6-609dc37f59b6 admin admin] Request body: {'subnet': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.37.6.1', 'cidr': '172.37.6.0/24'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:32:46.052754 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4621e4bb-706b-413f-bce6-609dc37f59b6 admin admin] Made reservation on behalf of d417ad1948a04e309383739147354388 for: {'subnet': 1} {{(pid=111415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:32:46.055295 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-4621e4bb-706b-413f-bce6-609dc37f59b6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:46.133732 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:32:46.354814 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.objects.ports [None req-4621e4bb-706b-413f-bce6-609dc37f59b6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111415) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 19 00:32:46.355269 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-4621e4bb-706b-413f-bce6-609dc37f59b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988'] for subnet (c5b4f151-6e49-4135-be82-7abc543b5247), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:46.411441 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4621e4bb-706b-413f-bce6-609dc37f59b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5b4f151-6e49-4135-be82-7abc543b5247,revision_number=0']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:46.423065 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4621e4bb-706b-413f-bce6-609dc37f59b6 admin admin] Checking segment: {'id': 'cdce283e-dd8a-4d22-a7f9-996f16aea9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:32:46.423414 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4621e4bb-706b-413f-bce6-609dc37f59b6 admin admin] Network hostable DHCP agents. Network: 973fa957-bcd6-42c3-bc57-5a91d78147c8, hostable agents: ['57535a1d-5c08-48f6-b25c-e56d637dc4b8'], hosted agents: [] {{(pid=111415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:32:46.441669 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4621e4bb-706b-413f-bce6-609dc37f59b6 admin admin] Network 973fa957-bcd6-42c3-bc57-5a91d78147c8 is scheduled to be hosted by DHCP agent 57535a1d-5c08-48f6-b25c-e56d637dc4b8 with binding_index 1 {{(pid=111415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:32:46.451140 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.base_scheduler [None req-4621e4bb-706b-413f-bce6-609dc37f59b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 973fa957-bcd6-42c3-bc57-5a91d78147c8) {{(pid=111415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:32:46.455903 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4621e4bb-706b-413f-bce6-609dc37f59b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:32:46.457531 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-4621e4bb-706b-413f-bce6-609dc37f59b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for subnet (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:46.460660 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ea13ab-3568-455d-94ea-2800db4fbea8 None None] Network 973fa957-bcd6-42c3-bc57-5a91d78147c8 requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:32:46.475727 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-4621e4bb-706b-413f-bce6-609dc37f59b6 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4611773 Oct 19 00:32:46.548814 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:32:46.584559 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d23029-0bfe-4308-9f91-61036ed65e8c None None] Network 973fa957-bcd6-42c3-bc57-5a91d78147c8 requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:32:49.253845 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 56060) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:32:49.848181 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-d7b6361c-1b11-4bb5-98cf-4bed200a84dd demo admin] 10.222.0.26 "GET /networking/v2.0/routers/b515ee0c-75a6-4c4d-99b5-767588465bfd HTTP/1.1" status: 200 len: 710 time: 0.5929506 Oct 19 00:32:50.012877 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9241d926-99fc-4a94-a196-dbc2d861bc05 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:32:50.014204 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-9241d926-99fc-4a94-a196-dbc2d861bc05 demo admin] 10.222.0.26 "GET /networking/v2.0/networks/973fa957-bcd6-42c3-bc57-5a91d78147c8 HTTP/1.1" status: 200 len: 886 time: 0.1601424 Oct 19 00:32:50.023885 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-5e4b1f90-48b3-4fc7-915c-f7c773d52e64 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'}}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:32:50.296513 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5e4b1f90-48b3-4fc7-915c-f7c773d52e64 demo admin] Publish callbacks [] for router_gateway (b515ee0c-75a6-4c4d-99b5-767588465bfd), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:50.522130 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5e4b1f90-48b3-4fc7-915c-f7c773d52e64 demo admin] Publish callbacks [] for router_gateway (b515ee0c-75a6-4c4d-99b5-767588465bfd), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:50.601922 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5e4b1f90-48b3-4fc7-915c-f7c773d52e64 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:50.796177 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.db_base_plugin_common [None req-5e4b1f90-48b3-4fc7-915c-f7c773d52e64 demo admin] Allocated IP 172.37.6.214 (973fa957-bcd6-42c3-bc57-5a91d78147c8/c5b4f151-6e49-4135-be82-7abc543b5247/86541640-bdcf-4816-973c-527345bb07cd) {{(pid=111414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:32:50.914677 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5e4b1f90-48b3-4fc7-915c-f7c773d52e64 demo admin] Publish callbacks [] for port (86541640-bdcf-4816-973c-527345bb07cd), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:50.915986 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:32:50.960166 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:32:50.979699 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5e4b1f90-48b3-4fc7-915c-f7c773d52e64 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450'] for port (86541640-bdcf-4816-973c-527345bb07cd), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:51.072043 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4b1f90-48b3-4fc7-915c-f7c773d52e64 demo admin] Network 973fa957-bcd6-42c3-bc57-5a91d78147c8 is already hosted by enough agents. {{(pid=111414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:32:51.078936 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [None req-5e4b1f90-48b3-4fc7-915c-f7c773d52e64 demo admin] Resources bound (agent type, host, resource id): {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:32:51.085582 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b1f90-48b3-4fc7-915c-f7c773d52e64 demo admin] Pushing event updated for resources: {'Port': ['ID=86541640-bdcf-4816-973c-527345bb07cd,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:51.088517 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4b1f90-48b3-4fc7-915c-f7c773d52e64 demo admin] Received port after_create {{(pid=111414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:32:51.421968 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5e4b1f90-48b3-4fc7-915c-f7c773d52e64 demo admin] Publish callbacks [] for router_gateway (b515ee0c-75a6-4c4d-99b5-767588465bfd), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:51.611376 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5e4b1f90-48b3-4fc7-915c-f7c773d52e64 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1949333', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1942576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1816'] for router (b515ee0c-75a6-4c4d-99b5-767588465bfd), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:51.616974 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5e4b1f90-48b3-4fc7-915c-f7c773d52e64 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1947415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1949351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1949356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1942731'] for router (b515ee0c-75a6-4c4d-99b5-767588465bfd), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:51.719130 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e4b1f90-48b3-4fc7-915c-f7c773d52e64 demo admin] Router b515ee0c-75a6-4c4d-99b5-767588465bfd has already been hosted by L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 {{(pid=111414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:32:51.810132 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:32:51.823557 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4b1f90-48b3-4fc7-915c-f7c773d52e64 demo admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:32:51.828420 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5e4b1f90-48b3-4fc7-915c-f7c773d52e64 demo admin] Publish callbacks [] for router (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:51.832427 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-5e4b1f90-48b3-4fc7-915c-f7c773d52e64 demo admin] 10.222.0.26 "PUT /networking/v2.0/routers/b515ee0c-75a6-4c4d-99b5-767588465bfd HTTP/1.1" status: 200 len: 890 time: 1.8091257 Oct 19 00:32:51.847867 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a1320f-9909-4f8d-b6cb-3b7c21ba705b None None] Sync routers for ids ['b515ee0c-75a6-4c4d-99b5-767588465bfd'] in dv-cinder-master-3-iscsi {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:32:51.870114 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a1320f-9909-4f8d-b6cb-3b7c21ba705b None None] Routers {'b515ee0c-75a6-4c4d-99b5-767588465bfd'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:32:51.870865 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-e2a1320f-9909-4f8d-b6cb-3b7c21ba705b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:32:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['b515ee0c-75a6-4c4d-99b5-767588465bfd'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:32:51.939279 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port 4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:32:51.939674 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:51.940016 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port 4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47 Oct 19 00:32:52.159940 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-e2a1320f-9909-4f8d-b6cb-3b7c21ba705b None None] Set router b515ee0c-75a6-4c4d-99b5-767588465bfd gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:32:52.229400 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port 4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47 is: DOWN; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:32:52.229784 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:52.293864 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:32:52.411143 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] For port 4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47,segment=NetworkSegment(0a781b31-8ea6-47b3-9863-5bc40c524669),segment_id=0a781b31-8ea6-47b3-9863-5bc40c524669)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:32:52.418637 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:52.545840 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Pushing event updated for resources: {'Port': ['ID=4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47,revision_number=5']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:52.659101 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-e2a1320f-9909-4f8d-b6cb-3b7c21ba705b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b515ee0c-75a6-4c4d-99b5-767588465bfd', 'name': 'router1', 'tenant_id': 'c2fc9c9b4fba4ad6954f2d7aaba3b362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.214'}], 'enable_snat': True}, 'gw_port_id': '86541640-bdcf-4816-973c-527345bb07cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:32:31Z', 'updated_at': '2022-10-19T00:32:51Z', 'revision_number': 4, 'project_id': 'c2fc9c9b4fba4ad6954f2d7aaba3b362', 'gw_port': {'id': '86541640-bdcf-4816-973c-527345bb07cd', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:98:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b515ee0c-75a6-4c4d-99b5-767588465bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:32:50Z', 'updated_at': '2022-10-19T00:32:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47', 'name': '', 'network_id': 'cedeeeb6-25a9-4389-893f-f87c1a382a22', 'tenant_id': 'c2fc9c9b4fba4ad6954f2d7aaba3b362', 'mac_address': 'fa:16:3e:bf:67:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b515ee0c-75a6-4c4d-99b5-767588465bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0a41a76f-367c-4cae-a52c-4dff0c7a1280', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:32:41Z', 'updated_at': '2022-10-19T00:32:44Z', 'revision_number': 4, 'project_id': 'c2fc9c9b4fba4ad6954f2d7aaba3b362', 'subnets': [{'id': '0a41a76f-367c-4cae-a52c-4dff0c7a1280', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c77c227-2fbd-48bb-9f2d-06d90caa1177'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:32:52.731982 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a1320f-9909-4f8d-b6cb-3b7c21ba705b None None] Checking router: b515ee0c-75a6-4c4d-99b5-767588465bfd for host: dv-cinder-master-3-iscsi {{(pid=111416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:32:52.732354 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a1320f-9909-4f8d-b6cb-3b7c21ba705b None None] Updating router b515ee0c-75a6-4c4d-99b5-767588465bfd port 86541640-bdcf-4816-973c-527345bb07cd binding host dv-cinder-master-3-iscsi {{(pid=111416) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:32:52.871653 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-e2a1320f-9909-4f8d-b6cb-3b7c21ba705b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (86541640-bdcf-4816-973c-527345bb07cd), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:53.184376 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:32:53.206078 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-e2a1320f-9909-4f8d-b6cb-3b7c21ba705b None None] Publish callbacks [] for port (86541640-bdcf-4816-973c-527345bb07cd), precommit_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:53.211553 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-e2a1320f-9909-4f8d-b6cb-3b7c21ba705b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (86541640-bdcf-4816-973c-527345bb07cd), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:53.249996 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-e2a1320f-9909-4f8d-b6cb-3b7c21ba705b None None] Attempting to bind port 86541640-bdcf-4816-973c-527345bb07cd on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:32:53.250557 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-e2a1320f-9909-4f8d-b6cb-3b7c21ba705b None None] Attempting to bind port 86541640-bdcf-4816-973c-527345bb07cd by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'cdce283e-dd8a-4d22-a7f9-996f16aea9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'}] {{(pid=111416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:32:53.250753 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a1320f-9909-4f8d-b6cb-3b7c21ba705b None None] Attempting to bind port 86541640-bdcf-4816-973c-527345bb07cd on network 973fa957-bcd6-42c3-bc57-5a91d78147c8 {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:32:53.286937 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b418c8-98cd-4ee7-9fe9-7653e347af6d None None] Pushing event updated for resources: {'Port': ['ID=86541640-bdcf-4816-973c-527345bb07cd,revision_number=2']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:53.309331 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a1320f-9909-4f8d-b6cb-3b7c21ba705b None None] Checking agent: {'id': '0014484f-12ef-47ae-ba33-5ac9a1be8800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 32, 10), 'started_at': datetime.datetime(2022, 10, 19, 0, 32, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:32:53.309698 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a1320f-9909-4f8d-b6cb-3b7c21ba705b None None] Checking segment: {'id': 'cdce283e-dd8a-4d22-a7f9-996f16aea9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:32:53.310096 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-e2a1320f-9909-4f8d-b6cb-3b7c21ba705b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:53.310502 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a1320f-9909-4f8d-b6cb-3b7c21ba705b None None] Bound using segment: {'id': 'cdce283e-dd8a-4d22-a7f9-996f16aea9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'} {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:32:53.310981 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-e2a1320f-9909-4f8d-b6cb-3b7c21ba705b None None] Bound port: 86541640-bdcf-4816-973c-527345bb07cd, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdce283e-dd8a-4d22-a7f9-996f16aea9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'}}] {{(pid=111416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:32:53.311395 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-e2a1320f-9909-4f8d-b6cb-3b7c21ba705b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (86541640-bdcf-4816-973c-527345bb07cd), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:53.360051 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-e2a1320f-9909-4f8d-b6cb-3b7c21ba705b None None] For port 86541640-bdcf-4816-973c-527345bb07cd, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=111416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:32:53.363930 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-e2a1320f-9909-4f8d-b6cb-3b7c21ba705b None None] For port 86541640-bdcf-4816-973c-527345bb07cd, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=86541640-bdcf-4816-973c-527345bb07cd,segment=NetworkSegment(cdce283e-dd8a-4d22-a7f9-996f16aea9b7),segment_id=cdce283e-dd8a-4d22-a7f9-996f16aea9b7)] {{(pid=111416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:32:53.369479 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-e2a1320f-9909-4f8d-b6cb-3b7c21ba705b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (86541640-bdcf-4816-973c-527345bb07cd), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:53.403019 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a1320f-9909-4f8d-b6cb-3b7c21ba705b None None] Routers {'b515ee0c-75a6-4c4d-99b5-767588465bfd'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:32:53.403629 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-e2a1320f-9909-4f8d-b6cb-3b7c21ba705b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:32:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['b515ee0c-75a6-4c4d-99b5-767588465bfd'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:32:53.453612 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:32:53.468786 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b418c8-98cd-4ee7-9fe9-7653e347af6d None None] Pushing event updated for resources: {'Port': ['ID=86541640-bdcf-4816-973c-527345bb07cd,revision_number=3']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:53.532798 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-e2a1320f-9909-4f8d-b6cb-3b7c21ba705b None None] Set router b515ee0c-75a6-4c4d-99b5-767588465bfd gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:32:53.749620 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-e2a1320f-9909-4f8d-b6cb-3b7c21ba705b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b515ee0c-75a6-4c4d-99b5-767588465bfd', 'name': 'router1', 'tenant_id': 'c2fc9c9b4fba4ad6954f2d7aaba3b362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.214'}], 'enable_snat': True}, 'gw_port_id': '86541640-bdcf-4816-973c-527345bb07cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:32:31Z', 'updated_at': '2022-10-19T00:32:51Z', 'revision_number': 4, 'project_id': 'c2fc9c9b4fba4ad6954f2d7aaba3b362', 'gw_port': {'id': '86541640-bdcf-4816-973c-527345bb07cd', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:98:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b515ee0c-75a6-4c4d-99b5-767588465bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:32:50Z', 'updated_at': '2022-10-19T00:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47', 'name': '', 'network_id': 'cedeeeb6-25a9-4389-893f-f87c1a382a22', 'tenant_id': 'c2fc9c9b4fba4ad6954f2d7aaba3b362', 'mac_address': 'fa:16:3e:bf:67:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b515ee0c-75a6-4c4d-99b5-767588465bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0a41a76f-367c-4cae-a52c-4dff0c7a1280', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:32:41Z', 'updated_at': '2022-10-19T00:32:52Z', 'revision_number': 5, 'project_id': 'c2fc9c9b4fba4ad6954f2d7aaba3b362', 'subnets': [{'id': '0a41a76f-367c-4cae-a52c-4dff0c7a1280', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c77c227-2fbd-48bb-9f2d-06d90caa1177'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:32:53.788979 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a1320f-9909-4f8d-b6cb-3b7c21ba705b None None] The sync data for ids ['b515ee0c-75a6-4c4d-99b5-767588465bfd'] in dv-cinder-master-3-iscsi is: [{'id': 'b515ee0c-75a6-4c4d-99b5-767588465bfd', 'name': 'router1', 'tenant_id': 'c2fc9c9b4fba4ad6954f2d7aaba3b362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.214'}], 'enable_snat': True}, 'gw_port_id': '86541640-bdcf-4816-973c-527345bb07cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:32:31Z', 'updated_at': '2022-10-19T00:32:51Z', 'revision_number': 4, 'project_id': 'c2fc9c9b4fba4ad6954f2d7aaba3b362', 'gw_port': {'id': '86541640-bdcf-4816-973c-527345bb07cd', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:98:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b515ee0c-75a6-4c4d-99b5-767588465bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:32:50Z', 'updated_at': '2022-10-19T00:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47', 'name': '', 'network_id': 'cedeeeb6-25a9-4389-893f-f87c1a382a22', 'tenant_id': 'c2fc9c9b4fba4ad6954f2d7aaba3b362', 'mac_address': 'fa:16:3e:bf:67:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b515ee0c-75a6-4c4d-99b5-767588465bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0a41a76f-367c-4cae-a52c-4dff0c7a1280', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:32:41Z', 'updated_at': '2022-10-19T00:32:52Z', 'revision_number': 5, 'project_id': 'c2fc9c9b4fba4ad6954f2d7aaba3b362', 'subnets': [{'id': '0a41a76f-367c-4cae-a52c-4dff0c7a1280', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c77c227-2fbd-48bb-9f2d-06d90caa1177'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:32:53.820487 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:32:53.888540 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port 4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:32:53.889146 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:53.889390 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port 4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47 Oct 19 00:32:53.981464 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port 4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47 is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:32:54.719059 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 56074) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:32:55.218682 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-a28a4d83-856e-44c0-a673-df6db8375343 admin admin] 10.222.0.26 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4984660 Oct 19 00:32:55.255175 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=50 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:32:55.261325 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=37 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:32:55.829999 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 86541640-bdcf-4816-973c-527345bb07cd up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:32:55.877067 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port 86541640-bdcf-4816-973c-527345bb07cd triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:32:55.877467 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (86541640-bdcf-4816-973c-527345bb07cd), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:55.877801 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port 86541640-bdcf-4816-973c-527345bb07cd Oct 19 00:32:55.930436 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:32:55.965967 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port 86541640-bdcf-4816-973c-527345bb07cd is: DOWN; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:32:55.966344 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (86541640-bdcf-4816-973c-527345bb07cd), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:55.989081 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] For port 86541640-bdcf-4816-973c-527345bb07cd, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=86541640-bdcf-4816-973c-527345bb07cd,segment=NetworkSegment(cdce283e-dd8a-4d22-a7f9-996f16aea9b7),segment_id=cdce283e-dd8a-4d22-a7f9-996f16aea9b7)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:32:55.993323 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (86541640-bdcf-4816-973c-527345bb07cd), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:56.041210 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Pushing event updated for resources: {'Port': ['ID=86541640-bdcf-4816-973c-527345bb07cd,revision_number=4']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:32:57.813953 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 86541640-bdcf-4816-973c-527345bb07cd up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:32:57.869150 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port 86541640-bdcf-4816-973c-527345bb07cd triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:32:57.869672 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (86541640-bdcf-4816-973c-527345bb07cd), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:32:57.870105 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port 86541640-bdcf-4816-973c-527345bb07cd Oct 19 00:32:57.968230 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port 86541640-bdcf-4816-973c-527345bb07cd is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:33:01.252091 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.agents_db [None req-a13584a9-f264-4877-bb17-87a252e2109a None None] Agent healthcheck: found 5 active agents {{(pid=111417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:33:01.823958 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:33:01.825502 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:33:04.561774 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-74789afe-3396-439f-aba9-e64fa4ec8a90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:33:05.211505 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:INSERT=1,neutron:SELECT=35,neutron:DELETE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:33:05.215581 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=61,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:33:06.757023 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-9f42e654-ee9d-484f-939a-bf389ceaf5dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:33:08.183321 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:33:09.985353 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:33:10.000040 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:33:10.179894 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:33:11.253369 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=2 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:33:20.171703 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:33:20.175490 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=31,neutron:UPDATE=5 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:33:32.256007 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=3 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:33:32.260945 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=3 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:33:34.556787 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-e95b9aa1-e3ed-4980-b4a5-a226a8c16146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:33:36.756278 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-56d45838-c6fe-4d95-834a-8735abdf71fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:33:38.188498 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:33:38.253841 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.agents_db [None req-a13584a9-f264-4877-bb17-87a252e2109a None None] Agent healthcheck: found 5 active agents {{(pid=111417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:33:39.989673 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:33:40.172103 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:33:50.160628 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:33:50.166992 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=15,neutron:UPDATE=4 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:34:04.536977 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-cf0c2333-950e-40a9-988a-aa0160746409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:34:06.751882 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-ce8e024c-339f-416e-84fa-2cd38db67f4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:34:08.197676 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:34:09.258311 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=5 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:34:09.259603 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:34:09.993876 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:34:10.185385 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:34:15.252720 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.agents_db [None req-a13584a9-f264-4877-bb17-87a252e2109a None None] Agent healthcheck: found 5 active agents {{(pid=111417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:34:20.170208 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:34:20.173945 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:34:25.248037 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:34:25.249274 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:34:26.708056 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 56628) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:34:27.087694 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6a272e5-c2b7-4b41-a24f-ddf7643bb921 admin admin] GET failed (client error): The resource could not be found. Oct 19 00:34:27.089131 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-d6a272e5-c2b7-4b41-a24f-ddf7643bb921 admin admin] 10.222.0.26 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3800788 Oct 19 00:34:27.276687 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8c035c-1c3e-4e8d-89fb-765d2f1d7166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:34:27.278236 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-ba8c035c-1c3e-4e8d-89fb-765d2f1d7166 admin admin] 10.222.0.26 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1838171 Oct 19 00:34:29.973664 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 56638) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:34:30.393881 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39a873e-a0c0-4cd6-8694-a9a8b256962f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:34:30.395220 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-a39a873e-a0c0-4cd6-8694-a9a8b256962f admin admin] 10.222.0.26 "GET /networking/v2.0/subnets/0a41a76f-367c-4cae-a52c-4dff0c7a1280 HTTP/1.1" status: 200 len: 849 time: 0.4202900 Oct 19 00:34:30.410136 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-291cfc55-19d0-45f4-98bd-20c39112b6ed admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:34:30.505126 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-291cfc55-19d0-45f4-98bd-20c39112b6ed admin admin] Publish callbacks [] for subnet (0a41a76f-367c-4cae-a52c-4dff0c7a1280), before_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:34:30.665032 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-291cfc55-19d0-45f4-98bd-20c39112b6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730482674827'] for subnet (0a41a76f-367c-4cae-a52c-4dff0c7a1280), after_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:34:30.702001 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291cfc55-19d0-45f4-98bd-20c39112b6ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:34:30.702347 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-291cfc55-19d0-45f4-98bd-20c39112b6ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for subnet (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:34:30.722590 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-291cfc55-19d0-45f4-98bd-20c39112b6ed admin admin] 10.222.0.26 "PUT /networking/v2.0/subnets/0a41a76f-367c-4cae-a52c-4dff0c7a1280 HTTP/1.1" status: 200 len: 868 time: 0.2995801 Oct 19 00:34:30.722890 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2442f6b-f195-4207-b8c5-cc332ce0f06f None None] Network cedeeeb6-25a9-4389-893f-f87c1a382a22 requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:34:30.725324 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291cfc55-19d0-45f4-98bd-20c39112b6ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a41a76f-367c-4cae-a52c-4dff0c7a1280,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:34:30.733533 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291cfc55-19d0-45f4-98bd-20c39112b6ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:34:30.733883 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291cfc55-19d0-45f4-98bd-20c39112b6ed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:34:30.734445 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291cfc55-19d0-45f4-98bd-20c39112b6ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:34:30.734908 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291cfc55-19d0-45f4-98bd-20c39112b6ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:34:30.735326 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291cfc55-19d0-45f4-98bd-20c39112b6ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:34:30.735666 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291cfc55-19d0-45f4-98bd-20c39112b6ed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:34:30.736004 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291cfc55-19d0-45f4-98bd-20c39112b6ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:34:30.736333 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291cfc55-19d0-45f4-98bd-20c39112b6ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:34:30.736688 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291cfc55-19d0-45f4-98bd-20c39112b6ed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:34:30.737031 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291cfc55-19d0-45f4-98bd-20c39112b6ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:34:30.737363 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291cfc55-19d0-45f4-98bd-20c39112b6ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:34:30.737714 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291cfc55-19d0-45f4-98bd-20c39112b6ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:34:30.738038 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291cfc55-19d0-45f4-98bd-20c39112b6ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:34:30.738357 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291cfc55-19d0-45f4-98bd-20c39112b6ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:34:30.738711 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291cfc55-19d0-45f4-98bd-20c39112b6ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:34:31.158831 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-c9ba1a4e-39c0-40f5-bd65-b8639d3e3bce None None] Provisioning complete for port c06069e3-4dc1-4623-a86c-5e0131270085 triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:34:31.159197 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-c9ba1a4e-39c0-40f5-bd65-b8639d3e3bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (c06069e3-4dc1-4623-a86c-5e0131270085), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:34:31.159537 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-c9ba1a4e-39c0-40f5-bd65-b8639d3e3bce None None] Attempt 1 to provision port c06069e3-4dc1-4623-a86c-5e0131270085 Oct 19 00:34:31.247989 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-c9ba1a4e-39c0-40f5-bd65-b8639d3e3bce None None] Current status of the port c06069e3-4dc1-4623-a86c-5e0131270085 is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:34:31.258121 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-c9ba1a4e-39c0-40f5-bd65-b8639d3e3bce None None] Provisioning complete for port 4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47 triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:34:31.258529 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-c9ba1a4e-39c0-40f5-bd65-b8639d3e3bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:34:31.258869 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-c9ba1a4e-39c0-40f5-bd65-b8639d3e3bce None None] Attempt 1 to provision port 4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47 Oct 19 00:34:31.347235 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-c9ba1a4e-39c0-40f5-bd65-b8639d3e3bce None None] Current status of the port 4c4c12bb-12ec-44ee-8b92-5e3b5ecccb47 is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:34:33.594019 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 56646) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:34:34.195086 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99cadb9-2359-4f46-9125-5202fc13353b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:34:34.195459 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99cadb9-2359-4f46-9125-5202fc13353b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:34:34.197005 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-e99cadb9-2359-4f46-9125-5202fc13353b admin admin] 10.222.0.26 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.6017039 Oct 19 00:34:34.557068 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-ee583fdf-3935-4a4d-845e-9ede0d0104f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:34:36.758171 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-0b826971-f7ce-4a7a-b364-338269aba3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:34:36.903887 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 56654) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:34:37.357522 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e42eed4-e51b-4eb9-9aae-de21520958c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:34:37.357894 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e42eed4-e51b-4eb9-9aae-de21520958c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:34:37.360225 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-2e42eed4-e51b-4eb9-9aae-de21520958c1 admin admin] 10.222.0.26 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4552250 Oct 19 00:34:38.193516 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:34:39.989565 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:34:40.117836 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 56662) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:34:40.178645 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:34:40.605552 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07df6bfd-2265-4375-9d0c-5eec1681a734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:34:40.606968 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-07df6bfd-2265-4375-9d0c-5eec1681a734 admin admin] 10.222.0.26 "GET /networking/v2.0/networks/973fa957-bcd6-42c3-bc57-5a91d78147c8 HTTP/1.1" status: 200 len: 886 time: 0.4880891 Oct 19 00:34:43.339224 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 56672) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:34:43.845228 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd68470-4d99-43f0-8f1d-4acb3fe968a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:34:43.847856 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-dcd68470-4d99-43f0-8f1d-4acb3fe968a0 admin admin] 10.222.0.26 "GET /networking/v2.0/networks/cedeeeb6-25a9-4389-893f-f87c1a382a22 HTTP/1.1" status: 200 len: 869 time: 0.5071886 Oct 19 00:34:46.259817 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=3 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:34:46.262373 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=3 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:34:46.519257 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 56680) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:34:46.875135 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:34:46.916905 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:34:46.955826 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3524661-3d9a-4dfb-aafe-a13f8d6a741c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:34:46.956286 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3524661-3d9a-4dfb-aafe-a13f8d6a741c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:34:46.957839 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-f3524661-3d9a-4dfb-aafe-a13f8d6a741c admin admin] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4376209 Oct 19 00:34:49.619447 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 56688) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:34:50.017943 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72773bfe-ced4-4669-bba7-8287d81e0805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:34:50.018388 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72773bfe-ced4-4669-bba7-8287d81e0805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:34:50.019963 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-72773bfe-ced4-4669-bba7-8287d81e0805 admin admin] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3995519 Oct 19 00:34:50.161228 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=43,neutron:UPDATE=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:34:50.167241 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:34:50.590630 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=10 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:34:50.603009 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=10 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:34:52.252563 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.agents_db [None req-a13584a9-f264-4877-bb17-87a252e2109a None None] Agent healthcheck: found 5 active agents {{(pid=111417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:34:52.661421 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 56696) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:34:53.064921 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f796765-8b3a-4d58-829f-ec96332e1c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:34:53.066343 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-0f796765-8b3a-4d58-829f-ec96332e1c26 admin admin] 10.222.0.26 "GET /networking/v2.0/subnets/0a41a76f-367c-4cae-a52c-4dff0c7a1280 HTTP/1.1" status: 200 len: 868 time: 0.4038570 Oct 19 00:34:55.879680 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 56704) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:34:56.312548 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d967c9-ef44-40ac-be43-deec1540c292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:34:56.313935 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-88d967c9-ef44-40ac-be43-deec1540c292 admin admin] 10.222.0.26 "GET /networking/v2.0/subnets/c5b4f151-6e49-4135-be82-7abc543b5247 HTTP/1.1" status: 200 len: 816 time: 0.4332788 Oct 19 00:35:00.008219 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=12 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:35:00.012986 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=9 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:35:04.540981 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-eba81bd8-fd43-40d6-9a4c-cbd87006702b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:35:05.473619 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=14 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:35:05.480268 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=14 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:35:06.305290 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=11 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:35:06.308474 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=12 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:35:06.754182 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d069ca2c-ac0b-4e21-84ba-38adcfcf1508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:35:08.195983 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:35:09.986977 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:35:10.175553 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:35:20.168985 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:35:20.172028 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:35:23.253378 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=2 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:35:23.258721 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=4 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:35:27.081789 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 56760) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:35:27.414352 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [None req-435ca426-c61c-4e30-9aa2-e897dd309d0b admin admin] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 19 00:35:27.415376 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-435ca426-c61c-4e30-9aa2-e897dd309d0b admin admin] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3326545 Oct 19 00:35:29.252028 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.agents_db [None req-a13584a9-f264-4877-bb17-87a252e2109a None None] Agent healthcheck: found 5 active agents {{(pid=111417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:35:30.100348 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 56768) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:35:30.467679 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.pecan_wsgi.hooks.translation [None req-689a9ccf-27b5-4ccd-b97f-ea74bb2b3e33 admin admin] GET failed (client error): The resource could not be found. Oct 19 00:35:30.469107 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-689a9ccf-27b5-4ccd-b97f-ea74bb2b3e33 admin admin] 10.222.0.26 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3678451 Oct 19 00:35:30.562082 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccda33a6-8906-48fe-83b5-d5684539d189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:35:30.564545 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-ccda33a6-8906-48fe-83b5-d5684539d189 admin admin] 10.222.0.26 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0904675 Oct 19 00:35:33.220870 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 56776) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:35:33.562188 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-a913eeb8-b1a8-4444-a348-e29ce9d237a1 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:35:33.582318 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a913eeb8-b1a8-4444-a348-e29ce9d237a1 admin admin] Made reservation on behalf of d417ad1948a04e309383739147354388 for: {'network': 1} {{(pid=111415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:35:33.584833 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a913eeb8-b1a8-4444-a348-e29ce9d237a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for network (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:35:33.612950 dv-cinder-master-3-iscsi neutron-server[111415]: WARNING neutron.services.revisions.revision_plugin [None req-a913eeb8-b1a8-4444-a348-e29ce9d237a1 admin admin] Could not find related network for resource to bump revision. Oct 19 00:35:33.630394 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a913eeb8-b1a8-4444-a348-e29ce9d237a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=111415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:35:33.642453 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a913eeb8-b1a8-4444-a348-e29ce9d237a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412'] for segment (3f45212d-a8ab-4ac5-b6f7-8dcb25f08cd8), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:35:33.642813 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.db.segments_db [None req-a913eeb8-b1a8-4444-a348-e29ce9d237a1 admin admin] Added segment 3f45212d-a8ab-4ac5-b6f7-8dcb25f08cd8 of type vlan for network 19f29a66-2312-4bbc-abe4-8de8b413c419 Oct 19 00:35:33.685823 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a913eeb8-b1a8-4444-a348-e29ce9d237a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730482266143'] for network (19f29a66-2312-4bbc-abe4-8de8b413c419), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:35:33.711079 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a913eeb8-b1a8-4444-a348-e29ce9d237a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988'] for network (19f29a66-2312-4bbc-abe4-8de8b413c419), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:35:33.712156 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a913eeb8-b1a8-4444-a348-e29ce9d237a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:35:33.712744 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a913eeb8-b1a8-4444-a348-e29ce9d237a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for network (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:35:33.771500 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-a913eeb8-b1a8-4444-a348-e29ce9d237a1 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5491760 Oct 19 00:35:33.776402 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a913eeb8-b1a8-4444-a348-e29ce9d237a1 admin admin] Pushing event updated for resources: {'Network': ['ID=19f29a66-2312-4bbc-abe4-8de8b413c419,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:35:33.784210 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a913eeb8-b1a8-4444-a348-e29ce9d237a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:33.784546 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a913eeb8-b1a8-4444-a348-e29ce9d237a1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:33.784913 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a913eeb8-b1a8-4444-a348-e29ce9d237a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:33.785247 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a913eeb8-b1a8-4444-a348-e29ce9d237a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:33.785581 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a913eeb8-b1a8-4444-a348-e29ce9d237a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:33.785911 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a913eeb8-b1a8-4444-a348-e29ce9d237a1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:33.786233 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a913eeb8-b1a8-4444-a348-e29ce9d237a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:33.786576 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a913eeb8-b1a8-4444-a348-e29ce9d237a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:33.786919 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a913eeb8-b1a8-4444-a348-e29ce9d237a1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:33.787239 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a913eeb8-b1a8-4444-a348-e29ce9d237a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:33.787559 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a913eeb8-b1a8-4444-a348-e29ce9d237a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:33.787893 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a913eeb8-b1a8-4444-a348-e29ce9d237a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:33.788212 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a913eeb8-b1a8-4444-a348-e29ce9d237a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:33.788520 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a913eeb8-b1a8-4444-a348-e29ce9d237a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:33.788866 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a913eeb8-b1a8-4444-a348-e29ce9d237a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:33.801931 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Network 19f29a66-2312-4bbc-abe4-8de8b413c419 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=111416) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:35:34.537768 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-57fc47f4-862d-4da0-8473-c273dc3a3848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:35:36.470967 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 56784) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:35:36.752371 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-107acb9a-cecb-484f-9c14-3c68d0768cb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:35:36.835733 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.pecan_wsgi.hooks.translation [None req-cae7ddcb-063c-4de1-9cff-9b2afe7353f0 admin admin] GET failed (client error): The resource could not be found. Oct 19 00:35:36.837043 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-cae7ddcb-063c-4de1-9cff-9b2afe7353f0 admin admin] 10.222.0.26 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3648708 Oct 19 00:35:36.912805 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559aede1-a2d1-40ea-8442-86c1990c606f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:35:36.914251 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-559aede1-a2d1-40ea-8442-86c1990c606f admin admin] 10.222.0.26 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0727789 Oct 19 00:35:36.924830 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-7d452e41-6afc-44f4-a0b7-e070c08b7fea admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '19f29a66-2312-4bbc-abe4-8de8b413c419', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:35:36.946044 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d452e41-6afc-44f4-a0b7-e070c08b7fea admin admin] Made reservation on behalf of d417ad1948a04e309383739147354388 for: {'subnet': 1} {{(pid=111415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:35:36.948659 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-7d452e41-6afc-44f4-a0b7-e070c08b7fea admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:35:37.214768 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-7d452e41-6afc-44f4-a0b7-e070c08b7fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988'] for subnet (9ff96a5e-527b-4eff-886e-9823b10f391d), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:35:37.272023 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d452e41-6afc-44f4-a0b7-e070c08b7fea admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ff96a5e-527b-4eff-886e-9823b10f391d,revision_number=0']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:35:37.279805 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d452e41-6afc-44f4-a0b7-e070c08b7fea admin admin] Checking segment: {'id': '3f45212d-a8ab-4ac5-b6f7-8dcb25f08cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '19f29a66-2312-4bbc-abe4-8de8b413c419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:35:37.280147 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d452e41-6afc-44f4-a0b7-e070c08b7fea admin admin] Network hostable DHCP agents. Network: 19f29a66-2312-4bbc-abe4-8de8b413c419, hostable agents: ['57535a1d-5c08-48f6-b25c-e56d637dc4b8'], hosted agents: [] {{(pid=111415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:35:37.297643 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d452e41-6afc-44f4-a0b7-e070c08b7fea admin admin] Network 19f29a66-2312-4bbc-abe4-8de8b413c419 is scheduled to be hosted by DHCP agent 57535a1d-5c08-48f6-b25c-e56d637dc4b8 with binding_index 1 {{(pid=111415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:35:37.306840 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.base_scheduler [None req-7d452e41-6afc-44f4-a0b7-e070c08b7fea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 19f29a66-2312-4bbc-abe4-8de8b413c419) {{(pid=111415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:35:37.311681 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d452e41-6afc-44f4-a0b7-e070c08b7fea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:35:37.312521 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-7d452e41-6afc-44f4-a0b7-e070c08b7fea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for subnet (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:35:37.319170 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9148b6-5901-4b35-bc7c-56adb963dac2 None None] Network 19f29a66-2312-4bbc-abe4-8de8b413c419 requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:35:37.331065 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-7d452e41-6afc-44f4-a0b7-e070c08b7fea admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4095292 Oct 19 00:35:37.433125 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4e48ac-a5c8-4800-b416-8d0ed75c024d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-19f29a66-2312-4bbc-abe4-8de8b413c419', 'network_id': '19f29a66-2312-4bbc-abe4-8de8b413c419', 'project_id': 'd417ad1948a04e309383739147354388', 'fixed_ips': [{'subnet_id': '9ff96a5e-527b-4eff-886e-9823b10f391d'}]}} from dv-cinder-master-3-iscsi. {{(pid=111416) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 19 00:35:37.434105 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-ea4e48ac-a5c8-4800-b416-8d0ed75c024d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:35:37.590726 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.db_base_plugin_common [None req-ea4e48ac-a5c8-4800-b416-8d0ed75c024d None None] Allocated IP 192.168.233.2 (19f29a66-2312-4bbc-abe4-8de8b413c419/9ff96a5e-527b-4eff-886e-9823b10f391d/90b91ddc-6ac7-4e37-855b-abd6c1a7aa82) {{(pid=111416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:35:37.856015 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-ea4e48ac-a5c8-4800-b416-8d0ed75c024d None None] Publish callbacks [] for port (90b91ddc-6ac7-4e37-855b-abd6c1a7aa82), precommit_create {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:35:37.864263 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-ea4e48ac-a5c8-4800-b416-8d0ed75c024d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450'] for port (90b91ddc-6ac7-4e37-855b-abd6c1a7aa82), after_create {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:35:37.907731 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4e48ac-a5c8-4800-b416-8d0ed75c024d None None] Network 19f29a66-2312-4bbc-abe4-8de8b413c419 is already hosted by enough agents. {{(pid=111416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:35:37.910788 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.scheduler.base_scheduler [None req-ea4e48ac-a5c8-4800-b416-8d0ed75c024d None None] Resources bound (agent type, host, resource id): {{(pid=111416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:35:37.917326 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4e48ac-a5c8-4800-b416-8d0ed75c024d None None] Received port after_create {{(pid=111416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:35:37.920485 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e48ac-a5c8-4800-b416-8d0ed75c024d None None] Pushing event updated for resources: {'Port': ['ID=90b91ddc-6ac7-4e37-855b-abd6c1a7aa82,revision_number=1']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:35:37.932486 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e48ac-a5c8-4800-b416-8d0ed75c024d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:37.932832 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e48ac-a5c8-4800-b416-8d0ed75c024d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:37.933190 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e48ac-a5c8-4800-b416-8d0ed75c024d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:37.933560 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e48ac-a5c8-4800-b416-8d0ed75c024d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:37.933910 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e48ac-a5c8-4800-b416-8d0ed75c024d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:37.934242 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e48ac-a5c8-4800-b416-8d0ed75c024d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:37.934587 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e48ac-a5c8-4800-b416-8d0ed75c024d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:37.935036 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e48ac-a5c8-4800-b416-8d0ed75c024d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:37.935430 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e48ac-a5c8-4800-b416-8d0ed75c024d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:37.935754 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e48ac-a5c8-4800-b416-8d0ed75c024d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:37.936073 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e48ac-a5c8-4800-b416-8d0ed75c024d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:37.936409 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e48ac-a5c8-4800-b416-8d0ed75c024d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:37.937020 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e48ac-a5c8-4800-b416-8d0ed75c024d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:37.937020 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e48ac-a5c8-4800-b416-8d0ed75c024d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:37.937347 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e48ac-a5c8-4800-b416-8d0ed75c024d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:35:37.995940 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-ea4e48ac-a5c8-4800-b416-8d0ed75c024d None None] Attempting to bind port 90b91ddc-6ac7-4e37-855b-abd6c1a7aa82 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:35:37.996308 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-ea4e48ac-a5c8-4800-b416-8d0ed75c024d None None] Attempting to bind port 90b91ddc-6ac7-4e37-855b-abd6c1a7aa82 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '3f45212d-a8ab-4ac5-b6f7-8dcb25f08cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '19f29a66-2312-4bbc-abe4-8de8b413c419'}] {{(pid=111416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:35:37.996659 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4e48ac-a5c8-4800-b416-8d0ed75c024d None None] Attempting to bind port 90b91ddc-6ac7-4e37-855b-abd6c1a7aa82 on network 19f29a66-2312-4bbc-abe4-8de8b413c419 {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:35:38.042292 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4e48ac-a5c8-4800-b416-8d0ed75c024d None None] Checking agent: {'id': '0014484f-12ef-47ae-ba33-5ac9a1be8800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 32, 10), 'started_at': datetime.datetime(2022, 10, 19, 0, 32, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:35:38.042691 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4e48ac-a5c8-4800-b416-8d0ed75c024d None None] Checking segment: {'id': '3f45212d-a8ab-4ac5-b6f7-8dcb25f08cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '19f29a66-2312-4bbc-abe4-8de8b413c419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:35:38.043090 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-ea4e48ac-a5c8-4800-b416-8d0ed75c024d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:35:38.043478 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4e48ac-a5c8-4800-b416-8d0ed75c024d None None] Bound using segment: {'id': '3f45212d-a8ab-4ac5-b6f7-8dcb25f08cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '19f29a66-2312-4bbc-abe4-8de8b413c419'} {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:35:38.043946 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-ea4e48ac-a5c8-4800-b416-8d0ed75c024d None None] Bound port: 90b91ddc-6ac7-4e37-855b-abd6c1a7aa82, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f45212d-a8ab-4ac5-b6f7-8dcb25f08cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '19f29a66-2312-4bbc-abe4-8de8b413c419'}}] {{(pid=111416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:35:38.044365 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-ea4e48ac-a5c8-4800-b416-8d0ed75c024d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (90b91ddc-6ac7-4e37-855b-abd6c1a7aa82), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:35:38.095569 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:35:38.115188 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-ea4e48ac-a5c8-4800-b416-8d0ed75c024d None None] For port 90b91ddc-6ac7-4e37-855b-abd6c1a7aa82, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=111416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:35:38.118666 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-ea4e48ac-a5c8-4800-b416-8d0ed75c024d None None] For port 90b91ddc-6ac7-4e37-855b-abd6c1a7aa82, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=90b91ddc-6ac7-4e37-855b-abd6c1a7aa82,segment=NetworkSegment(3f45212d-a8ab-4ac5-b6f7-8dcb25f08cd8),segment_id=3f45212d-a8ab-4ac5-b6f7-8dcb25f08cd8)] {{(pid=111416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:35:38.126047 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-ea4e48ac-a5c8-4800-b416-8d0ed75c024d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (90b91ddc-6ac7-4e37-855b-abd6c1a7aa82), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:35:38.159419 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:35:38.194280 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e48ac-a5c8-4800-b416-8d0ed75c024d None None] Pushing event updated for resources: {'Port': ['ID=90b91ddc-6ac7-4e37-855b-abd6c1a7aa82,revision_number=2']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:35:38.211971 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:35:39.017878 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3aadde-93ea-4176-91a3-e5b44bf34299 None None] Network 19f29a66-2312-4bbc-abe4-8de8b413c419 requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:35:39.079781 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-5812bd98-dd14-4553-a89e-c4e5057e5c42 None None] Provisioning complete for port 90b91ddc-6ac7-4e37-855b-abd6c1a7aa82 triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:35:39.080169 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-5812bd98-dd14-4553-a89e-c4e5057e5c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (90b91ddc-6ac7-4e37-855b-abd6c1a7aa82), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:35:39.080511 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-5812bd98-dd14-4553-a89e-c4e5057e5c42 None None] Attempt 1 to provision port 90b91ddc-6ac7-4e37-855b-abd6c1a7aa82 Oct 19 00:35:39.212798 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-5812bd98-dd14-4553-a89e-c4e5057e5c42 None None] Current status of the port 90b91ddc-6ac7-4e37-855b-abd6c1a7aa82 is: DOWN; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:35:39.213181 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-5812bd98-dd14-4553-a89e-c4e5057e5c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (90b91ddc-6ac7-4e37-855b-abd6c1a7aa82), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:35:39.247803 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:35:39.252095 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:35:39.254879 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-5812bd98-dd14-4553-a89e-c4e5057e5c42 None None] For port 90b91ddc-6ac7-4e37-855b-abd6c1a7aa82, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=90b91ddc-6ac7-4e37-855b-abd6c1a7aa82,segment=NetworkSegment(3f45212d-a8ab-4ac5-b6f7-8dcb25f08cd8),segment_id=3f45212d-a8ab-4ac5-b6f7-8dcb25f08cd8)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:35:39.259570 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-5812bd98-dd14-4553-a89e-c4e5057e5c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (90b91ddc-6ac7-4e37-855b-abd6c1a7aa82), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:35:39.320586 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5812bd98-dd14-4553-a89e-c4e5057e5c42 None None] Pushing event updated for resources: {'Port': ['ID=90b91ddc-6ac7-4e37-855b-abd6c1a7aa82,revision_number=3']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:35:39.380871 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-7180ac5c-d1f2-4ee9-95b2-55273156eacd None None] Provisioning complete for port 90b91ddc-6ac7-4e37-855b-abd6c1a7aa82 triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:35:39.381339 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-7180ac5c-d1f2-4ee9-95b2-55273156eacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (90b91ddc-6ac7-4e37-855b-abd6c1a7aa82), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:35:39.381746 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-7180ac5c-d1f2-4ee9-95b2-55273156eacd None None] Attempt 1 to provision port 90b91ddc-6ac7-4e37-855b-abd6c1a7aa82 Oct 19 00:35:39.457137 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-7180ac5c-d1f2-4ee9-95b2-55273156eacd None None] Current status of the port 90b91ddc-6ac7-4e37-855b-abd6c1a7aa82 is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:35:39.916112 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 90b91ddc-6ac7-4e37-855b-abd6c1a7aa82 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:35:39.996647 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port 90b91ddc-6ac7-4e37-855b-abd6c1a7aa82 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:35:39.997184 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (90b91ddc-6ac7-4e37-855b-abd6c1a7aa82), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:35:39.997793 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port 90b91ddc-6ac7-4e37-855b-abd6c1a7aa82 Oct 19 00:35:39.999552 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:35:40.113742 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port 90b91ddc-6ac7-4e37-855b-abd6c1a7aa82 is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:35:40.184532 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:35:47.323614 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=78,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:35:47.324411 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=82,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:35:50.175887 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=71,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:35:50.177679 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:INSERT=1,neutron:SELECT=77,neutron:UPDATE=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:36:02.245284 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=4 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:36:02.246604 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:36:04.540977 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-de15c6b0-9ae8-442d-9ca4-469816e68a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:36:06.251376 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.agents_db [None req-a13584a9-f264-4877-bb17-87a252e2109a None None] Agent healthcheck: found 5 active agents {{(pid=111417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:36:06.746183 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-68225141-ac0d-42a1-b08d-ceb89e0a4569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:36:08.205683 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:36:09.986040 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:36:10.188213 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:36:16.246835 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:36:16.247579 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:36:20.181089 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:36:20.183036 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:36:34.546799 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-a6bc9a8a-a7d7-4267-b3fc-0cdec5cbc683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:36:36.753179 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-085c66a2-4e74-469e-ab22-6cbf3573608a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:36:37.246323 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=3 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:36:37.252646 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=3 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:36:38.207671 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:36:39.990756 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:36:40.189082 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:36:43.250603 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.agents_db [None req-a13584a9-f264-4877-bb17-87a252e2109a None None] Agent healthcheck: found 5 active agents {{(pid=111417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:36:50.182348 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=10 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:36:50.184689 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:36:53.247642 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=2 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:36:54.160506 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 56828) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:36:54.166399 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [None req-31bc9416-005c-453c-b28c-931cb0507752 tempest-verify_tempest_config-1847272154 tempest-verify_tempest_config-1847272154-project] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111414) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 19 00:36:54.168574 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-31bc9416-005c-453c-b28c-931cb0507752 tempest-verify_tempest_config-1847272154 tempest-verify_tempest_config-1847272154-project] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0070779 Oct 19 00:36:54.705697 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 56846) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:36:55.061595 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-2289c8c5-c373-4900-8b01-b2c496bc04a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:36:55.144745 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-2289c8c5-c373-4900-8b01-b2c496bc04a8 admin admin] Publish callbacks [] for security_group (8ee136ff-206f-44d7-8f87-ade5a535045e), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:36:55.148704 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-2289c8c5-c373-4900-8b01-b2c496bc04a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (8ee136ff-206f-44d7-8f87-ade5a535045e), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:36:55.196774 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-2289c8c5-c373-4900-8b01-b2c496bc04a8 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=f1b5c4df58c843c1bb110c959f9a58b5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4900053 Oct 19 00:36:55.197591 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2289c8c5-c373-4900-8b01-b2c496bc04a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee136ff-206f-44d7-8f87-ade5a535045e,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:36:55.200447 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 56850) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:36:55.205190 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289c8c5-c373-4900-8b01-b2c496bc04a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:36:55.205535 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289c8c5-c373-4900-8b01-b2c496bc04a8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:36:55.205904 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289c8c5-c373-4900-8b01-b2c496bc04a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:36:55.206232 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289c8c5-c373-4900-8b01-b2c496bc04a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:36:55.206585 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289c8c5-c373-4900-8b01-b2c496bc04a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:36:55.206919 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289c8c5-c373-4900-8b01-b2c496bc04a8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:36:55.207240 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289c8c5-c373-4900-8b01-b2c496bc04a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:36:55.207564 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289c8c5-c373-4900-8b01-b2c496bc04a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:36:55.207905 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289c8c5-c373-4900-8b01-b2c496bc04a8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:36:55.208232 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289c8c5-c373-4900-8b01-b2c496bc04a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:36:55.208561 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289c8c5-c373-4900-8b01-b2c496bc04a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:36:55.208886 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289c8c5-c373-4900-8b01-b2c496bc04a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:36:55.209207 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289c8c5-c373-4900-8b01-b2c496bc04a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:36:55.209522 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289c8c5-c373-4900-8b01-b2c496bc04a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:36:55.209839 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2289c8c5-c373-4900-8b01-b2c496bc04a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:36:55.264839 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-8b26dd19-802a-4df7-9320-5b48e2d85615 admin admin] Publish callbacks [] for security_group (8ee136ff-206f-44d7-8f87-ade5a535045e), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:36:55.288844 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-8b26dd19-802a-4df7-9320-5b48e2d85615 admin admin] Publish callbacks [] for security_group (8ee136ff-206f-44d7-8f87-ade5a535045e), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:36:55.384527 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-8b26dd19-802a-4df7-9320-5b48e2d85615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (8ee136ff-206f-44d7-8f87-ade5a535045e), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:36:55.387015 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-8b26dd19-802a-4df7-9320-5b48e2d85615 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:36:55.388174 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-8b26dd19-802a-4df7-9320-5b48e2d85615 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/8ee136ff-206f-44d7-8f87-ade5a535045e HTTP/1.1" status: 204 len: 168 time: 0.1867125 Oct 19 00:36:55.396336 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b26dd19-802a-4df7-9320-5b48e2d85615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee136ff-206f-44d7-8f87-ade5a535045e,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:36:55.404037 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b26dd19-802a-4df7-9320-5b48e2d85615 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:36:55.404391 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b26dd19-802a-4df7-9320-5b48e2d85615 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:36:55.404724 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b26dd19-802a-4df7-9320-5b48e2d85615 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:36:55.405058 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b26dd19-802a-4df7-9320-5b48e2d85615 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:36:55.405389 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b26dd19-802a-4df7-9320-5b48e2d85615 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:36:55.405737 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b26dd19-802a-4df7-9320-5b48e2d85615 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:36:55.406020 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b26dd19-802a-4df7-9320-5b48e2d85615 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:36:55.406338 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b26dd19-802a-4df7-9320-5b48e2d85615 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:36:55.406713 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b26dd19-802a-4df7-9320-5b48e2d85615 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:36:55.407056 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b26dd19-802a-4df7-9320-5b48e2d85615 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:36:55.407375 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b26dd19-802a-4df7-9320-5b48e2d85615 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:36:55.407726 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b26dd19-802a-4df7-9320-5b48e2d85615 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:36:55.408049 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b26dd19-802a-4df7-9320-5b48e2d85615 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:36:55.408365 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b26dd19-802a-4df7-9320-5b48e2d85615 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:36:55.408681 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b26dd19-802a-4df7-9320-5b48e2d85615 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:37:04.550978 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-cf5c83b3-00f5-400a-9b22-4b36ce343acf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:37:05.193771 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=16,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:37:05.204482 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=23,neutron:INSERT=5 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:37:05.398901 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:37:05.399606 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:37:05.432462 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:37:06.756774 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-a1780789-0f87-4ca1-a324-101f2f7cd513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:37:08.209045 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:37:09.998335 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:37:10.191129 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:37:14.243871 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=16 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:37:14.249177 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=16 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:37:20.184544 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:37:20.186348 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:37:20.250427 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.agents_db [None req-a13584a9-f264-4877-bb17-87a252e2109a None None] Agent healthcheck: found 5 active agents {{(pid=111417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:37:30.246453 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:37:30.247175 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:37:34.547164 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-a5b5955c-d66c-4b80-9962-2383a7ecbd03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:37:36.760750 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-75bd7a17-1f95-43b9-a323-2034090eff27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:37:38.211198 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:37:39.992049 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:37:40.194579 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:37:50.188199 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:37:50.190086 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:37:51.243281 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=3 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:37:51.247532 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=3 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:37:57.250880 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.agents_db [None req-a13584a9-f264-4877-bb17-87a252e2109a None None] Agent healthcheck: found 5 active agents {{(pid=111417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:38:02.251531 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:DELETE=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:38:04.550671 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-a1040098-ce16-4b4f-8fa8-8cf131ef6482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:38:06.763053 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-0fb211c3-8e64-4db1-8a81-fd92ee039c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:38:07.247459 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=3 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:38:08.214828 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:38:09.997479 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:38:10.200668 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:38:20.190952 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:38:20.195876 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:38:28.237572 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:38:28.242651 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=5 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:38:31.400339 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1943373'] for agent (6724934a-8b6e-4109-8304-d160e240b776), after_create {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:38:34.250175 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.agents_db [None req-a13584a9-f264-4877-bb17-87a252e2109a None None] Agent healthcheck: found 6 active agents {{(pid=111417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:38:34.555745 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-98fd516b-88df-48d5-a39f-cf5130c5a134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:38:36.765144 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-9f1829e0-a53b-4872-be62-0f0289795fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:38:38.216911 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:38:40.000280 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:38:40.201980 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:38:44.246749 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=2 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:38:45.300206 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 56944) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:38:45.432156 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-637face0-a7a3-4ef9-a189-27ebadc0101a admin admin] 10.222.0.26 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1309602 Oct 19 00:38:47.923121 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 56954) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:38:47.982551 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-c98346ce-fc46-4485-878c-66df43cd8595 admin admin] 10.222.0.26 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0583222 Oct 19 00:38:50.195880 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:38:50.198403 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=9,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:38:54.249733 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=2 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:38:57.974887 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:38:57.975776 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:39:01.386645 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (6724934a-8b6e-4109-8304-d160e240b776), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:39:04.557612 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-7f644a58-2dc3-4538-973a-8fef10a2f57a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:39:05.360352 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=17 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:39:05.362988 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=15 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:39:06.768156 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-4226b777-b108-4c39-8edc-dd3a3f9ac122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:39:08.218309 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:39:10.003187 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:39:10.205270 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:39:11.249157 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.agents_db [None req-a13584a9-f264-4877-bb17-87a252e2109a None None] Agent healthcheck: found 6 active agents {{(pid=111417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:39:20.199721 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:39:20.201687 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:39:21.244782 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:39:21.245511 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:39:31.400317 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (6724934a-8b6e-4109-8304-d160e240b776), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:39:34.560937 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d7441fa3-8eae-4337-b034-0804273e1506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:39:36.771952 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-f1a899f3-ed68-402c-8a50-37f670a63410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:39:38.222614 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:39:40.011731 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:39:40.209918 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:39:42.251224 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=2 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:39:42.252315 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=4 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:39:48.248914 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.agents_db [None req-a13584a9-f264-4877-bb17-87a252e2109a None None] Agent healthcheck: found 6 active agents {{(pid=111417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:39:50.203058 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:39:50.204917 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:39:58.245193 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=2 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:01.402025 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (6724934a-8b6e-4109-8304-d160e240b776), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:02.255364 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:04.564040 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-156a44f9-a9a7-4397-84b9-81cb2df0e342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:06.774568 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-de970cdb-7ca6-4ed5-abab-aa5ede8b418e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:08.225638 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:10.005696 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:10.214725 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:19.242913 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=2 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:19.247569 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=4 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:20.203708 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:20.210922 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:22.233628 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 57166) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:22.364152 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 57176) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:22.498650 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 57184) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:22.619700 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 57190) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:22.633379 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-7ec4e90e-84ed-4e05-abc1-23b5f5e99468 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-900708614-network', 'tenant_id': '47e9d7d5512148d5ae8eb9dda5b3657d'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:40:22.652239 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 57194) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:22.669834 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec4e90e-84ed-4e05-abc1-23b5f5e99468 admin admin] Made reservation on behalf of 47e9d7d5512148d5ae8eb9dda5b3657d for: {'network': 1} {{(pid=111414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:40:22.672717 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-7ec4e90e-84ed-4e05-abc1-23b5f5e99468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for network (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:22.688888 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-7ec4e90e-84ed-4e05-abc1-23b5f5e99468 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:22.693266 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-18e7ef01-ad24-40f2-85d9-d54b7dec08de admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1708208379-network', 'tenant_id': 'c0151d58abd047a692f5cc4e7d05bea5'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:40:22.723482 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e7ef01-ad24-40f2-85d9-d54b7dec08de admin admin] Made reservation on behalf of c0151d58abd047a692f5cc4e7d05bea5 for: {'network': 1} {{(pid=111415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:40:22.729961 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-18e7ef01-ad24-40f2-85d9-d54b7dec08de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for network (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:22.754595 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-18e7ef01-ad24-40f2-85d9-d54b7dec08de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:22.775993 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-f92a2cfb-15d5-490e-92d2-0ec9f3de79cc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-34200755-network', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:40:22.796497 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-7ec4e90e-84ed-4e05-abc1-23b5f5e99468 admin admin] Publish callbacks [] for security_group (beac4549-65d8-478f-8dce-c86a1ac7362b), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:22.802550 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-7ec4e90e-84ed-4e05-abc1-23b5f5e99468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (beac4549-65d8-478f-8dce-c86a1ac7362b), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:22.842468 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ec4e90e-84ed-4e05-abc1-23b5f5e99468 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=111414) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:40:22.858659 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92a2cfb-15d5-490e-92d2-0ec9f3de79cc admin admin] Made reservation on behalf of 0b35c2038f6b4d0a9012b004f1416c00 for: {'network': 1} {{(pid=111415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:40:22.864223 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-f92a2cfb-15d5-490e-92d2-0ec9f3de79cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for network (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:22.880007 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-f92a2cfb-15d5-490e-92d2-0ec9f3de79cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:22.915643 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-bfd6c63a-ca41-4019-ac95-820a256fa4c9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1588813887-network', 'tenant_id': 'f249d9041c6749f58973a5b0867b07ce'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:40:22.940609 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-7ec4e90e-84ed-4e05-abc1-23b5f5e99468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412'] for segment (b1c9a544-e9dd-446c-afe5-e8c04f60e646), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:22.942120 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.db.segments_db [None req-7ec4e90e-84ed-4e05-abc1-23b5f5e99468 admin admin] Added segment b1c9a544-e9dd-446c-afe5-e8c04f60e646 of type vlan for network a993ec12-9075-479d-a14e-7eb6c534c16c Oct 19 00:40:22.974846 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec4e90e-84ed-4e05-abc1-23b5f5e99468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beac4549-65d8-478f-8dce-c86a1ac7362b,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:22.980602 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-f92a2cfb-15d5-490e-92d2-0ec9f3de79cc admin admin] Publish callbacks [] for security_group (b812fdff-c1a1-4b5d-ad1e-836b6c6bf678), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:22.994478 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-71bd25a8-586b-4811-bd2a-a9d1c484be9e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-974185996-network', 'tenant_id': '37ffcffcae9b41bbb2d13adc49cb99df'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:40:23.031969 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-f92a2cfb-15d5-490e-92d2-0ec9f3de79cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (b812fdff-c1a1-4b5d-ad1e-836b6c6bf678), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:23.078959 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bd25a8-586b-4811-bd2a-a9d1c484be9e admin admin] Made reservation on behalf of 37ffcffcae9b41bbb2d13adc49cb99df for: {'network': 1} {{(pid=111415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:40:23.082047 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-71bd25a8-586b-4811-bd2a-a9d1c484be9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for network (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:23.083225 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-7ec4e90e-84ed-4e05-abc1-23b5f5e99468 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730482266143'] for network (a993ec12-9075-479d-a14e-7eb6c534c16c), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:23.090554 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a2cfb-15d5-490e-92d2-0ec9f3de79cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b812fdff-c1a1-4b5d-ad1e-836b6c6bf678,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:23.099711 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-71bd25a8-586b-4811-bd2a-a9d1c484be9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:23.125086 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd6c63a-ca41-4019-ac95-820a256fa4c9 admin admin] Made reservation on behalf of f249d9041c6749f58973a5b0867b07ce for: {'network': 1} {{(pid=111414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:40:23.130863 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-bfd6c63a-ca41-4019-ac95-820a256fa4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for network (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:23.141469 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a2cfb-15d5-490e-92d2-0ec9f3de79cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:23.142244 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a2cfb-15d5-490e-92d2-0ec9f3de79cc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:23.142814 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a2cfb-15d5-490e-92d2-0ec9f3de79cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:23.143312 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a2cfb-15d5-490e-92d2-0ec9f3de79cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:23.143825 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a2cfb-15d5-490e-92d2-0ec9f3de79cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:23.144442 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a2cfb-15d5-490e-92d2-0ec9f3de79cc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:23.145111 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a2cfb-15d5-490e-92d2-0ec9f3de79cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:23.145472 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a2cfb-15d5-490e-92d2-0ec9f3de79cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:23.145869 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a2cfb-15d5-490e-92d2-0ec9f3de79cc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:23.146282 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a2cfb-15d5-490e-92d2-0ec9f3de79cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:23.146694 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a2cfb-15d5-490e-92d2-0ec9f3de79cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:23.147126 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a2cfb-15d5-490e-92d2-0ec9f3de79cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:23.147570 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a2cfb-15d5-490e-92d2-0ec9f3de79cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:23.147959 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a2cfb-15d5-490e-92d2-0ec9f3de79cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:23.148400 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a2cfb-15d5-490e-92d2-0ec9f3de79cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:23.149972 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a2cfb-15d5-490e-92d2-0ec9f3de79cc admin admin] Tracked resource versions report: Oct 19 00:40:23.149972 dv-cinder-master-3-iscsi neutron-server[111415]: pushed versions: Oct 19 00:40:23.149972 dv-cinder-master-3-iscsi neutron-server[111415]: { 'AddressGroup': {'1.2'}, Oct 19 00:40:23.149972 dv-cinder-master-3-iscsi neutron-server[111415]: 'Agent': {'1.1'}, Oct 19 00:40:23.149972 dv-cinder-master-3-iscsi neutron-server[111415]: 'ConntrackHelper': {'1.0'}, Oct 19 00:40:23.149972 dv-cinder-master-3-iscsi neutron-server[111415]: 'LocalIPAssociation': {'1.0'}, Oct 19 00:40:23.149972 dv-cinder-master-3-iscsi neutron-server[111415]: 'Log': {'1.0'}, Oct 19 00:40:23.149972 dv-cinder-master-3-iscsi neutron-server[111415]: 'NDPProxy': {'1.0'}, Oct 19 00:40:23.149972 dv-cinder-master-3-iscsi neutron-server[111415]: 'Network': {'1.1'}, Oct 19 00:40:23.149972 dv-cinder-master-3-iscsi neutron-server[111415]: 'Port': {'1.7'}, Oct 19 00:40:23.149972 dv-cinder-master-3-iscsi neutron-server[111415]: 'PortForwarding': {'1.3'}, Oct 19 00:40:23.149972 dv-cinder-master-3-iscsi neutron-server[111415]: 'QosPolicy': {'1.10'}, Oct 19 00:40:23.149972 dv-cinder-master-3-iscsi neutron-server[111415]: 'SecurityGroup': {'1.5'}, Oct 19 00:40:23.149972 dv-cinder-master-3-iscsi neutron-server[111415]: 'SecurityGroupRule': {'1.2'}, Oct 19 00:40:23.149972 dv-cinder-master-3-iscsi neutron-server[111415]: 'SubPort': {'1.0'}, Oct 19 00:40:23.149972 dv-cinder-master-3-iscsi neutron-server[111415]: 'Subnet': {'1.1'}, Oct 19 00:40:23.149972 dv-cinder-master-3-iscsi neutron-server[111415]: 'Trunk': {'1.1'}} Oct 19 00:40:23.149972 dv-cinder-master-3-iscsi neutron-server[111415]: consumer versions: Oct 19 00:40:23.149972 dv-cinder-master-3-iscsi neutron-server[111415]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 19 00:40:23.149972 dv-cinder-master-3-iscsi neutron-server[111415]: HyperV agent@hv-cinder-maste: {}, Oct 19 00:40:23.149972 dv-cinder-master-3-iscsi neutron-server[111415]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 19 00:40:23.149972 dv-cinder-master-3-iscsi neutron-server[111415]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 19 00:40:23.149972 dv-cinder-master-3-iscsi neutron-server[111415]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 19 00:40:23.149972 dv-cinder-master-3-iscsi neutron-server[111415]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 19 00:40:23.149972 dv-cinder-master-3-iscsi neutron-server[111415]: 'Agent': '1.1', Oct 19 00:40:23.149972 dv-cinder-master-3-iscsi neutron-server[111415]: 'ConntrackHelper': '1.0', Oct 19 00:40:23.149972 dv-cinder-master-3-iscsi neutron-server[111415]: 'LocalIPAssociation': '1.0', Oct 19 00:40:23.149972 dv-cinder-master-3-iscsi neutron-server[111415]: 'Log': '1.0', Oct 19 00:40:23.149972 dv-cinder-master-3-iscsi neutron-server[111415]: 'NDPProxy': '1.0', Oct 19 00:40:23.149972 dv-cinder-master-3-iscsi neutron-server[111415]: 'Network': '1.1', Oct 19 00:40:23.149972 dv-cinder-master-3-iscsi neutron-server[111415]: 'Port': '1.7', Oct 19 00:40:23.149972 dv-cinder-master-3-iscsi neutron-server[111415]: 'PortForwarding': '1.3', Oct 19 00:40:23.149972 dv-cinder-master-3-iscsi neutron-server[111415]: 'QosPolicy': '1.10', Oct 19 00:40:23.149972 dv-cinder-master-3-iscsi neutron-server[111415]: 'SecurityGroup': '1.5', Oct 19 00:40:23.149972 dv-cinder-master-3-iscsi neutron-server[111415]: 'SecurityGroupRule': '1.2', Oct 19 00:40:23.149972 dv-cinder-master-3-iscsi neutron-server[111415]: 'SubPort': '1.0', Oct 19 00:40:23.149972 dv-cinder-master-3-iscsi neutron-server[111415]: 'Subnet': '1.1', Oct 19 00:40:23.149972 dv-cinder-master-3-iscsi neutron-server[111415]: 'Trunk': '1.1'}} Oct 19 00:40:23.149972 dv-cinder-master-3-iscsi neutron-server[111415]: {{(pid=111415) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 00:40:23.158533 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f92a2cfb-15d5-490e-92d2-0ec9f3de79cc admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=111415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:40:23.180444 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4e90e-84ed-4e05-abc1-23b5f5e99468 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:23.182412 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4e90e-84ed-4e05-abc1-23b5f5e99468 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:23.183073 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4e90e-84ed-4e05-abc1-23b5f5e99468 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:23.183501 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4e90e-84ed-4e05-abc1-23b5f5e99468 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:23.185444 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4e90e-84ed-4e05-abc1-23b5f5e99468 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:23.185981 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4e90e-84ed-4e05-abc1-23b5f5e99468 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:23.186414 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4e90e-84ed-4e05-abc1-23b5f5e99468 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:23.191976 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4e90e-84ed-4e05-abc1-23b5f5e99468 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:23.192387 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4e90e-84ed-4e05-abc1-23b5f5e99468 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:23.192812 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4e90e-84ed-4e05-abc1-23b5f5e99468 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:23.193333 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4e90e-84ed-4e05-abc1-23b5f5e99468 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:23.193865 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4e90e-84ed-4e05-abc1-23b5f5e99468 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:23.194196 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4e90e-84ed-4e05-abc1-23b5f5e99468 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:23.194544 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4e90e-84ed-4e05-abc1-23b5f5e99468 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:23.195050 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4e90e-84ed-4e05-abc1-23b5f5e99468 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:23.196733 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4e90e-84ed-4e05-abc1-23b5f5e99468 admin admin] Tracked resource versions report: Oct 19 00:40:23.196733 dv-cinder-master-3-iscsi neutron-server[111414]: pushed versions: Oct 19 00:40:23.196733 dv-cinder-master-3-iscsi neutron-server[111414]: { 'AddressGroup': {'1.2'}, Oct 19 00:40:23.196733 dv-cinder-master-3-iscsi neutron-server[111414]: 'Agent': {'1.1'}, Oct 19 00:40:23.196733 dv-cinder-master-3-iscsi neutron-server[111414]: 'ConntrackHelper': {'1.0'}, Oct 19 00:40:23.196733 dv-cinder-master-3-iscsi neutron-server[111414]: 'LocalIPAssociation': {'1.0'}, Oct 19 00:40:23.196733 dv-cinder-master-3-iscsi neutron-server[111414]: 'Log': {'1.0'}, Oct 19 00:40:23.196733 dv-cinder-master-3-iscsi neutron-server[111414]: 'NDPProxy': {'1.0'}, Oct 19 00:40:23.196733 dv-cinder-master-3-iscsi neutron-server[111414]: 'Network': {'1.1'}, Oct 19 00:40:23.196733 dv-cinder-master-3-iscsi neutron-server[111414]: 'Port': {'1.7'}, Oct 19 00:40:23.196733 dv-cinder-master-3-iscsi neutron-server[111414]: 'PortForwarding': {'1.3'}, Oct 19 00:40:23.196733 dv-cinder-master-3-iscsi neutron-server[111414]: 'QosPolicy': {'1.10'}, Oct 19 00:40:23.196733 dv-cinder-master-3-iscsi neutron-server[111414]: 'SecurityGroup': {'1.5'}, Oct 19 00:40:23.196733 dv-cinder-master-3-iscsi neutron-server[111414]: 'SecurityGroupRule': {'1.2'}, Oct 19 00:40:23.196733 dv-cinder-master-3-iscsi neutron-server[111414]: 'SubPort': {'1.0'}, Oct 19 00:40:23.196733 dv-cinder-master-3-iscsi neutron-server[111414]: 'Subnet': {'1.1'}, Oct 19 00:40:23.196733 dv-cinder-master-3-iscsi neutron-server[111414]: 'Trunk': {'1.1'}} Oct 19 00:40:23.196733 dv-cinder-master-3-iscsi neutron-server[111414]: consumer versions: Oct 19 00:40:23.196733 dv-cinder-master-3-iscsi neutron-server[111414]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 19 00:40:23.196733 dv-cinder-master-3-iscsi neutron-server[111414]: HyperV agent@hv-cinder-maste: {}, Oct 19 00:40:23.196733 dv-cinder-master-3-iscsi neutron-server[111414]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 19 00:40:23.196733 dv-cinder-master-3-iscsi neutron-server[111414]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 19 00:40:23.196733 dv-cinder-master-3-iscsi neutron-server[111414]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 19 00:40:23.196733 dv-cinder-master-3-iscsi neutron-server[111414]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 19 00:40:23.196733 dv-cinder-master-3-iscsi neutron-server[111414]: 'Agent': '1.1', Oct 19 00:40:23.196733 dv-cinder-master-3-iscsi neutron-server[111414]: 'ConntrackHelper': '1.0', Oct 19 00:40:23.196733 dv-cinder-master-3-iscsi neutron-server[111414]: 'LocalIPAssociation': '1.0', Oct 19 00:40:23.196733 dv-cinder-master-3-iscsi neutron-server[111414]: 'Log': '1.0', Oct 19 00:40:23.196733 dv-cinder-master-3-iscsi neutron-server[111414]: 'NDPProxy': '1.0', Oct 19 00:40:23.196733 dv-cinder-master-3-iscsi neutron-server[111414]: 'Network': '1.1', Oct 19 00:40:23.196733 dv-cinder-master-3-iscsi neutron-server[111414]: 'Port': '1.7', Oct 19 00:40:23.196733 dv-cinder-master-3-iscsi neutron-server[111414]: 'PortForwarding': '1.3', Oct 19 00:40:23.196733 dv-cinder-master-3-iscsi neutron-server[111414]: 'QosPolicy': '1.10', Oct 19 00:40:23.196733 dv-cinder-master-3-iscsi neutron-server[111414]: 'SecurityGroup': '1.5', Oct 19 00:40:23.196733 dv-cinder-master-3-iscsi neutron-server[111414]: 'SecurityGroupRule': '1.2', Oct 19 00:40:23.196733 dv-cinder-master-3-iscsi neutron-server[111414]: 'SubPort': '1.0', Oct 19 00:40:23.196733 dv-cinder-master-3-iscsi neutron-server[111414]: 'Subnet': '1.1', Oct 19 00:40:23.196733 dv-cinder-master-3-iscsi neutron-server[111414]: 'Trunk': '1.1'}} Oct 19 00:40:23.196733 dv-cinder-master-3-iscsi neutron-server[111414]: {{(pid=111414) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 00:40:23.213454 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-f92a2cfb-15d5-490e-92d2-0ec9f3de79cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412'] for segment (0949f098-87bd-4d7c-adb9-f3622e4872b3), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:23.213920 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.db.segments_db [None req-f92a2cfb-15d5-490e-92d2-0ec9f3de79cc admin admin] Added segment 0949f098-87bd-4d7c-adb9-f3622e4872b3 of type vlan for network 635fade4-7ee9-45f4-8020-ceb7d6bf784a Oct 19 00:40:23.215542 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-bfd6c63a-ca41-4019-ac95-820a256fa4c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:23.237603 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-7ec4e90e-84ed-4e05-abc1-23b5f5e99468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988'] for network (a993ec12-9075-479d-a14e-7eb6c534c16c), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:23.239239 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec4e90e-84ed-4e05-abc1-23b5f5e99468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:40:23.240001 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-7ec4e90e-84ed-4e05-abc1-23b5f5e99468 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for network (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:23.291926 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-71bd25a8-586b-4811-bd2a-a9d1c484be9e admin admin] Publish callbacks [] for security_group (9a8c787f-cd07-4afa-a9dc-acce60f3bdde), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:23.315970 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-18e7ef01-ad24-40f2-85d9-d54b7dec08de admin admin] Publish callbacks [] for security_group (154a6153-b70e-459f-8123-c01d34f71dfd), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:23.321857 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-71bd25a8-586b-4811-bd2a-a9d1c484be9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (9a8c787f-cd07-4afa-a9dc-acce60f3bdde), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:23.365700 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-7ec4e90e-84ed-4e05-abc1-23b5f5e99468 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1308436 Oct 19 00:40:23.371178 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 57238) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:23.380809 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-6e78f1f1-0fc5-4c23-9c62-106c32141262 admin admin] Request body: {'subnet': {'network_id': 'a993ec12-9075-479d-a14e-7eb6c534c16c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-900708614-subnet', 'tenant_id': '47e9d7d5512148d5ae8eb9dda5b3657d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:40:23.385352 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec4e90e-84ed-4e05-abc1-23b5f5e99468 admin admin] Pushing event updated for resources: {'Network': ['ID=a993ec12-9075-479d-a14e-7eb6c534c16c,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:23.400699 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Network a993ec12-9075-479d-a14e-7eb6c534c16c details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=111416) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:40:23.417563 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bd25a8-586b-4811-bd2a-a9d1c484be9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8c787f-cd07-4afa-a9dc-acce60f3bdde,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:23.428936 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-18e7ef01-ad24-40f2-85d9-d54b7dec08de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (154a6153-b70e-459f-8123-c01d34f71dfd), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:23.442007 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e7ef01-ad24-40f2-85d9-d54b7dec08de admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=111415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:40:23.446118 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e78f1f1-0fc5-4c23-9c62-106c32141262 admin admin] Made reservation on behalf of 47e9d7d5512148d5ae8eb9dda5b3657d for: {'subnet': 1} {{(pid=111414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:40:23.448881 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-6e78f1f1-0fc5-4c23-9c62-106c32141262 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:23.452586 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-18e7ef01-ad24-40f2-85d9-d54b7dec08de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412'] for segment (cf8e282f-d232-4da7-8dc9-5de45f52d170), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:23.453213 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.db.segments_db [None req-18e7ef01-ad24-40f2-85d9-d54b7dec08de admin admin] Added segment cf8e282f-d232-4da7-8dc9-5de45f52d170 of type vlan for network 75c84943-00ac-41e3-a6c3-2ea734b46148 Oct 19 00:40:23.499588 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-18e7ef01-ad24-40f2-85d9-d54b7dec08de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730482266143'] for network (75c84943-00ac-41e3-a6c3-2ea734b46148), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:23.532490 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=72,neutron:INSERT=25,neutron:UPDATE=3 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:23.549304 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=67,neutron:INSERT=26,neutron:UPDATE=7 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:23.551212 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-18e7ef01-ad24-40f2-85d9-d54b7dec08de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988'] for network (75c84943-00ac-41e3-a6c3-2ea734b46148), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:23.552622 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e7ef01-ad24-40f2-85d9-d54b7dec08de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:40:23.553416 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-18e7ef01-ad24-40f2-85d9-d54b7dec08de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for network (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:23.572320 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71bd25a8-586b-4811-bd2a-a9d1c484be9e admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=111415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:40:23.594739 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-bfd6c63a-ca41-4019-ac95-820a256fa4c9 admin admin] Publish callbacks [] for security_group (d60d174d-87ba-4ac6-9445-66f72a3d0989), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:23.610074 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-bfd6c63a-ca41-4019-ac95-820a256fa4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (d60d174d-87ba-4ac6-9445-66f72a3d0989), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:23.622855 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfd6c63a-ca41-4019-ac95-820a256fa4c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=111414) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:40:23.634411 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-bfd6c63a-ca41-4019-ac95-820a256fa4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412'] for segment (f2b7edb5-09e5-4107-9510-7f8b0ffd80fb), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:23.634769 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.db.segments_db [None req-bfd6c63a-ca41-4019-ac95-820a256fa4c9 admin admin] Added segment f2b7edb5-09e5-4107-9510-7f8b0ffd80fb of type vlan for network db3956ab-e454-4c4b-8ece-d9089b41eb0d Oct 19 00:40:23.654996 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-f92a2cfb-15d5-490e-92d2-0ec9f3de79cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730482266143'] for network (635fade4-7ee9-45f4-8020-ceb7d6bf784a), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:23.658202 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e7ef01-ad24-40f2-85d9-d54b7dec08de admin admin] Pushing event updated for resources: {'Network': ['ID=75c84943-00ac-41e3-a6c3-2ea734b46148,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:23.663157 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-18e7ef01-ad24-40f2-85d9-d54b7dec08de admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2970750 Oct 19 00:40:23.673260 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Network 75c84943-00ac-41e3-a6c3-2ea734b46148 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=111416) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:40:23.681027 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 57256) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:23.687382 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-be993cbe-a4ad-41ba-a5d9-eabba4333d22 admin admin] Request body: {'subnet': {'network_id': '75c84943-00ac-41e3-a6c3-2ea734b46148', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1708208379-subnet', 'tenant_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:40:23.689581 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-bfd6c63a-ca41-4019-ac95-820a256fa4c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730482266143'] for network (db3956ab-e454-4c4b-8ece-d9089b41eb0d), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:23.719612 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=68,neutron:INSERT=27,neutron:UPDATE=5 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:23.724813 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-bfd6c63a-ca41-4019-ac95-820a256fa4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988'] for network (db3956ab-e454-4c4b-8ece-d9089b41eb0d), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:23.725925 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd6c63a-ca41-4019-ac95-820a256fa4c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:40:23.726523 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-bfd6c63a-ca41-4019-ac95-820a256fa4c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for network (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:23.728231 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-71bd25a8-586b-4811-bd2a-a9d1c484be9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412'] for segment (5e10216b-5353-4a7f-a5b9-0961a609cc49), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:23.728756 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.db.segments_db [None req-71bd25a8-586b-4811-bd2a-a9d1c484be9e admin admin] Added segment 5e10216b-5353-4a7f-a5b9-0961a609cc49 of type vlan for network 173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc Oct 19 00:40:23.730392 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be993cbe-a4ad-41ba-a5d9-eabba4333d22 admin admin] Made reservation on behalf of c0151d58abd047a692f5cc4e7d05bea5 for: {'subnet': 1} {{(pid=111415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:40:23.732968 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-be993cbe-a4ad-41ba-a5d9-eabba4333d22 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:23.739999 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:23.765419 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-bfd6c63a-ca41-4019-ac95-820a256fa4c9 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1448908 Oct 19 00:40:23.777048 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 57268) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:23.795270 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-81a10033-a99f-4940-abfe-6414291978d7 admin admin] Request body: {'subnet': {'network_id': 'db3956ab-e454-4c4b-8ece-d9089b41eb0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1588813887-subnet', 'tenant_id': 'f249d9041c6749f58973a5b0867b07ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:40:23.826044 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd6c63a-ca41-4019-ac95-820a256fa4c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60d174d-87ba-4ac6-9445-66f72a3d0989,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:23.899576 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e7ef01-ad24-40f2-85d9-d54b7dec08de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154a6153-b70e-459f-8123-c01d34f71dfd,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:23.966226 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-f92a2cfb-15d5-490e-92d2-0ec9f3de79cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988'] for network (635fade4-7ee9-45f4-8020-ceb7d6bf784a), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:23.967211 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92a2cfb-15d5-490e-92d2-0ec9f3de79cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:40:23.968082 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-f92a2cfb-15d5-490e-92d2-0ec9f3de79cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for network (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:23.997086 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a10033-a99f-4940-abfe-6414291978d7 admin admin] Made reservation on behalf of f249d9041c6749f58973a5b0867b07ce for: {'subnet': 1} {{(pid=111414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:40:23.999308 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-81a10033-a99f-4940-abfe-6414291978d7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:23.999678 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-f92a2cfb-15d5-490e-92d2-0ec9f3de79cc admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4999633 Oct 19 00:40:24.004149 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd6c63a-ca41-4019-ac95-820a256fa4c9 admin admin] Pushing event updated for resources: {'Network': ['ID=db3956ab-e454-4c4b-8ece-d9089b41eb0d,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:24.009603 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 57274) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:24.015351 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-a5181e41-65fa-4ac8-8ee8-764efc112038 admin admin] Request body: {'subnet': {'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-34200755-subnet', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:40:24.028390 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-71bd25a8-586b-4811-bd2a-a9d1c484be9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730482266143'] for network (173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:24.030231 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Network db3956ab-e454-4c4b-8ece-d9089b41eb0d details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=111416) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:40:24.124247 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-be993cbe-a4ad-41ba-a5d9-eabba4333d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988'] for subnet (da4d7e39-f806-4ee4-9a72-d230cc0f9d32), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:24.132673 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:24.158235 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5181e41-65fa-4ac8-8ee8-764efc112038 admin admin] Made reservation on behalf of 0b35c2038f6b4d0a9012b004f1416c00 for: {'subnet': 1} {{(pid=111414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:40:24.161664 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-a5181e41-65fa-4ac8-8ee8-764efc112038 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:24.178769 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-6e78f1f1-0fc5-4c23-9c62-106c32141262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988'] for subnet (fd12933a-dfc2-4a11-88f8-4f13627c7193), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:24.181037 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.db.resource_extend [None req-71bd25a8-586b-4811-bd2a-a9d1c484be9e admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 19 00:40:24.254890 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be993cbe-a4ad-41ba-a5d9-eabba4333d22 admin admin] Checking segment: {'id': 'cf8e282f-d232-4da7-8dc9-5de45f52d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '75c84943-00ac-41e3-a6c3-2ea734b46148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:40:24.255128 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be993cbe-a4ad-41ba-a5d9-eabba4333d22 admin admin] Network hostable DHCP agents. Network: 75c84943-00ac-41e3-a6c3-2ea734b46148, hostable agents: ['57535a1d-5c08-48f6-b25c-e56d637dc4b8'], hosted agents: [] {{(pid=111415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:40:24.295410 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a2cfb-15d5-490e-92d2-0ec9f3de79cc admin admin] Pushing event updated for resources: {'Network': ['ID=635fade4-7ee9-45f4-8020-ceb7d6bf784a,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:24.299662 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e78f1f1-0fc5-4c23-9c62-106c32141262 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd12933a-dfc2-4a11-88f8-4f13627c7193,revision_number=0']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:24.302864 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be993cbe-a4ad-41ba-a5d9-eabba4333d22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da4d7e39-f806-4ee4-9a72-d230cc0f9d32,revision_number=0']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:24.308038 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Network 635fade4-7ee9-45f4-8020-ceb7d6bf784a details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=111416) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:40:24.339668 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-71bd25a8-586b-4811-bd2a-a9d1c484be9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988'] for network (173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:24.340615 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bd25a8-586b-4811-bd2a-a9d1c484be9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:40:24.341930 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-71bd25a8-586b-4811-bd2a-a9d1c484be9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for network (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:24.364789 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e78f1f1-0fc5-4c23-9c62-106c32141262 admin admin] Checking segment: {'id': 'b1c9a544-e9dd-446c-afe5-e8c04f60e646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a993ec12-9075-479d-a14e-7eb6c534c16c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:40:24.365454 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e78f1f1-0fc5-4c23-9c62-106c32141262 admin admin] Network hostable DHCP agents. Network: a993ec12-9075-479d-a14e-7eb6c534c16c, hostable agents: ['57535a1d-5c08-48f6-b25c-e56d637dc4b8'], hosted agents: [] {{(pid=111414) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:40:24.380107 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be993cbe-a4ad-41ba-a5d9-eabba4333d22 admin admin] Network 75c84943-00ac-41e3-a6c3-2ea734b46148 is scheduled to be hosted by DHCP agent 57535a1d-5c08-48f6-b25c-e56d637dc4b8 with binding_index 1 {{(pid=111415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:40:24.433281 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-71bd25a8-586b-4811-bd2a-a9d1c484be9e admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7788219 Oct 19 00:40:24.439965 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 57294) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:24.445144 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e78f1f1-0fc5-4c23-9c62-106c32141262 admin admin] Network a993ec12-9075-479d-a14e-7eb6c534c16c is scheduled to be hosted by DHCP agent 57535a1d-5c08-48f6-b25c-e56d637dc4b8 with binding_index 1 {{(pid=111414) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:40:24.450967 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-2e920d07-4936-4d8a-b83c-0e0601576a8d admin admin] Request body: {'subnet': {'network_id': '173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-974185996-subnet', 'tenant_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:40:24.468299 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.base_scheduler [None req-be993cbe-a4ad-41ba-a5d9-eabba4333d22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 75c84943-00ac-41e3-a6c3-2ea734b46148) {{(pid=111415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:40:24.478313 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741aad2a-45b2-4a5b-93fc-a321d1a13147 None None] Network 75c84943-00ac-41e3-a6c3-2ea734b46148 requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:40:24.486089 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [None req-6e78f1f1-0fc5-4c23-9c62-106c32141262 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, a993ec12-9075-479d-a14e-7eb6c534c16c) {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:40:24.507202 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be993cbe-a4ad-41ba-a5d9-eabba4333d22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:40:24.508219 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-be993cbe-a4ad-41ba-a5d9-eabba4333d22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for subnet (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:24.508598 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e78f1f1-0fc5-4c23-9c62-106c32141262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:40:24.509375 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-6e78f1f1-0fc5-4c23-9c62-106c32141262 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for subnet (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:24.516513 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bd25a8-586b-4811-bd2a-a9d1c484be9e admin admin] Pushing event updated for resources: {'Network': ['ID=173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:24.531259 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-81a10033-a99f-4940-abfe-6414291978d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988'] for subnet (1d783581-46ca-4346-8fdb-4ad8d1fe4360), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:24.531736 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b440ad-c9ce-463a-93d0-247c6497e10f None None] Network a993ec12-9075-479d-a14e-7eb6c534c16c requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:40:24.554290 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e920d07-4936-4d8a-b83c-0e0601576a8d admin admin] Made reservation on behalf of 37ffcffcae9b41bbb2d13adc49cb99df for: {'subnet': 1} {{(pid=111415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:40:24.557231 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-2e920d07-4936-4d8a-b83c-0e0601576a8d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:24.562165 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-be993cbe-a4ad-41ba-a5d9-eabba4333d22 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8798809 Oct 19 00:40:24.574260 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 57300) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:24.579296 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-48501f17-77ce-491e-be23-64db0739f8a2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1708208379-router', 'tenant_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'}}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:40:24.612908 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-6e78f1f1-0fc5-4c23-9c62-106c32141262 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2397079 Oct 19 00:40:24.628657 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:DELETE=2,neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:24.642471 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:24.655973 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-a5181e41-65fa-4ac8-8ee8-764efc112038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988'] for subnet (749347d7-6beb-499e-80b2-119168147fbe), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:24.663179 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a10033-a99f-4940-abfe-6414291978d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d783581-46ca-4346-8fdb-4ad8d1fe4360,revision_number=0']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:24.716015 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-48501f17-77ce-491e-be23-64db0739f8a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1939933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2045'] for router (f4efb4ff-d867-49fe-b668-3a22f7946be6), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:24.717274 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-48501f17-77ce-491e-be23-64db0739f8a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1949320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2062503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2026'] for router (f4efb4ff-d867-49fe-b668-3a22f7946be6), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:24.750820 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a10033-a99f-4940-abfe-6414291978d7 admin admin] Checking segment: {'id': 'f2b7edb5-09e5-4107-9510-7f8b0ffd80fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'db3956ab-e454-4c4b-8ece-d9089b41eb0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:40:24.751186 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a10033-a99f-4940-abfe-6414291978d7 admin admin] Network hostable DHCP agents. Network: db3956ab-e454-4c4b-8ece-d9089b41eb0d, hostable agents: ['57535a1d-5c08-48f6-b25c-e56d637dc4b8'], hosted agents: [] {{(pid=111414) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:40:24.766371 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5181e41-65fa-4ac8-8ee8-764efc112038 admin admin] Pushing event updated for resources: {'Subnet': ['ID=749347d7-6beb-499e-80b2-119168147fbe,revision_number=0']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:24.768202 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Network 173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=111416) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:40:24.782243 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5181e41-65fa-4ac8-8ee8-764efc112038 admin admin] Checking segment: {'id': '0949f098-87bd-4d7c-adb9-f3622e4872b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:40:24.782556 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5181e41-65fa-4ac8-8ee8-764efc112038 admin admin] Network hostable DHCP agents. Network: 635fade4-7ee9-45f4-8020-ceb7d6bf784a, hostable agents: ['57535a1d-5c08-48f6-b25c-e56d637dc4b8'], hosted agents: [] {{(pid=111414) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:40:24.797306 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a10033-a99f-4940-abfe-6414291978d7 admin admin] Network db3956ab-e454-4c4b-8ece-d9089b41eb0d is scheduled to be hosted by DHCP agent 57535a1d-5c08-48f6-b25c-e56d637dc4b8 with binding_index 1 {{(pid=111414) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:40:24.815092 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [None req-81a10033-a99f-4940-abfe-6414291978d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, db3956ab-e454-4c4b-8ece-d9089b41eb0d) {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:40:24.835123 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a10033-a99f-4940-abfe-6414291978d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:40:24.837196 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-81a10033-a99f-4940-abfe-6414291978d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for subnet (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:24.843400 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5181e41-65fa-4ac8-8ee8-764efc112038 admin admin] Network 635fade4-7ee9-45f4-8020-ceb7d6bf784a is scheduled to be hosted by DHCP agent 57535a1d-5c08-48f6-b25c-e56d637dc4b8 with binding_index 1 {{(pid=111414) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:40:24.874881 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c11fb2-0116-4aea-bf78-5ebab77add59 None None] Network db3956ab-e454-4c4b-8ece-d9089b41eb0d requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:40:24.886334 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [None req-a5181e41-65fa-4ac8-8ee8-764efc112038 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 635fade4-7ee9-45f4-8020-ceb7d6bf784a) {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:40:24.897118 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5181e41-65fa-4ac8-8ee8-764efc112038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:40:24.902949 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-a5181e41-65fa-4ac8-8ee8-764efc112038 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for subnet (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:24.909962 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-81a10033-a99f-4940-abfe-6414291978d7 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1233799 Oct 19 00:40:24.913731 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 57314) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:24.915167 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-48501f17-77ce-491e-be23-64db0739f8a2 admin admin] Publish callbacks [] for router_controller (f4efb4ff-d867-49fe-b668-3a22f7946be6), precommit_add_association {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:24.923036 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-f1b81edc-b6d1-45db-b7f7-335c64d4c8b7 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1588813887-router', 'tenant_id': 'f249d9041c6749f58973a5b0867b07ce', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'}}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:40:24.944849 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-a5181e41-65fa-4ac8-8ee8-764efc112038 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9336371 Oct 19 00:40:24.948410 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 57320) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:24.953468 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-5fc98883-f238-442e-bd7c-c6d540336a0f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-34200755-router', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'}}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:40:25.024843 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5fc98883-f238-442e-bd7c-c6d540336a0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1939933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2045'] for router (cff419e6-44f2-4dba-b984-4bfa9e7f76e1), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:25.026069 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5fc98883-f238-442e-bd7c-c6d540336a0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1949320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2062503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2026'] for router (cff419e6-44f2-4dba-b984-4bfa9e7f76e1), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:25.048662 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273daea9-b4cb-410f-868e-c7d4f91d495d None None] Network 635fade4-7ee9-45f4-8020-ceb7d6bf784a requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:40:25.114077 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-f1b81edc-b6d1-45db-b7f7-335c64d4c8b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1939933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2045'] for router (cb71179f-77f5-43cb-9d72-cfb0cccc06e0), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:25.115482 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-f1b81edc-b6d1-45db-b7f7-335c64d4c8b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1949320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2062503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2026'] for router (cb71179f-77f5-43cb-9d72-cfb0cccc06e0), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:25.121809 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:INSERT=12,neutron:DELETE=3 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:25.169344 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bdf2f0-9a52-4b24-a515-3e89e9d4a809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-db3956ab-e454-4c4b-8ece-d9089b41eb0d', 'network_id': 'db3956ab-e454-4c4b-8ece-d9089b41eb0d', 'project_id': 'f249d9041c6749f58973a5b0867b07ce', 'fixed_ips': [{'subnet_id': '1d783581-46ca-4346-8fdb-4ad8d1fe4360'}]}} from dv-cinder-master-3-iscsi. {{(pid=111416) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 19 00:40:25.170514 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-01bdf2f0-9a52-4b24-a515-3e89e9d4a809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:25.248025 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.agents_db [None req-a13584a9-f264-4877-bb17-87a252e2109a None None] Agent healthcheck: found 6 active agents {{(pid=111417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:40:25.251548 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-48501f17-77ce-491e-be23-64db0739f8a2 admin admin] Publish callbacks [] for router_gateway (f4efb4ff-d867-49fe-b668-3a22f7946be6), precommit_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:25.277303 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-2e920d07-4936-4d8a-b83c-0e0601576a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988'] for subnet (29c3f2de-ba2c-47ae-bf44-d2591e2e7caf), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:25.348985 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5fc98883-f238-442e-bd7c-c6d540336a0f admin admin] Publish callbacks [] for router_controller (cff419e6-44f2-4dba-b984-4bfa9e7f76e1), precommit_add_association {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:25.380087 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-f1b81edc-b6d1-45db-b7f7-335c64d4c8b7 admin admin] Publish callbacks [] for router_controller (cb71179f-77f5-43cb-9d72-cfb0cccc06e0), precommit_add_association {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:25.396489 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:25.468482 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bfe998-5720-426b-8c69-dbdede3c29bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'fixed_ips': [{'subnet_id': '749347d7-6beb-499e-80b2-119168147fbe'}]}} from dv-cinder-master-3-iscsi. {{(pid=111416) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 19 00:40:25.476788 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-74bfe998-5720-426b-8c69-dbdede3c29bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:25.634521 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 57340) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:25.640013 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e920d07-4936-4d8a-b83c-0e0601576a8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=29c3f2de-ba2c-47ae-bf44-d2591e2e7caf,revision_number=0']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:25.641429 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.db_base_plugin_common [None req-01bdf2f0-9a52-4b24-a515-3e89e9d4a809 None None] Allocated IP 172.20.0.2 (db3956ab-e454-4c4b-8ece-d9089b41eb0d/1d783581-46ca-4346-8fdb-4ad8d1fe4360/8743a7e4-7f76-47fd-8923-e872ffdc0020) {{(pid=111416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:40:25.678035 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5fc98883-f238-442e-bd7c-c6d540336a0f admin admin] Publish callbacks [] for router_gateway (cff419e6-44f2-4dba-b984-4bfa9e7f76e1), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:25.725970 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12788b22-445f-4b8d-aeef-0a7f99bc3750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-75c84943-00ac-41e3-a6c3-2ea734b46148', 'network_id': '75c84943-00ac-41e3-a6c3-2ea734b46148', 'project_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'fixed_ips': [{'subnet_id': 'da4d7e39-f806-4ee4-9a72-d230cc0f9d32'}]}} from dv-cinder-master-3-iscsi. {{(pid=111416) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 19 00:40:25.728010 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-12788b22-445f-4b8d-aeef-0a7f99bc3750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:25.729290 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e920d07-4936-4d8a-b83c-0e0601576a8d admin admin] Checking segment: {'id': '5e10216b-5353-4a7f-a5b9-0961a609cc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:40:25.729655 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e920d07-4936-4d8a-b83c-0e0601576a8d admin admin] Network hostable DHCP agents. Network: 173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc, hostable agents: ['57535a1d-5c08-48f6-b25c-e56d637dc4b8'], hosted agents: [] {{(pid=111415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:40:25.769237 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a831fa-d6fb-4c7a-99ea-f8f3bca688e0 None None] Network a993ec12-9075-479d-a14e-7eb6c534c16c requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:40:25.776439 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:25.777414 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:25.802917 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-f1b81edc-b6d1-45db-b7f7-335c64d4c8b7 admin admin] Publish callbacks [] for router_gateway (cb71179f-77f5-43cb-9d72-cfb0cccc06e0), precommit_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:25.917842 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e920d07-4936-4d8a-b83c-0e0601576a8d admin admin] Network 173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc is scheduled to be hosted by DHCP agent 57535a1d-5c08-48f6-b25c-e56d637dc4b8 with binding_index 1 {{(pid=111415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:40:25.952974 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-48501f17-77ce-491e-be23-64db0739f8a2 admin admin] Publish callbacks [] for router_gateway (f4efb4ff-d867-49fe-b668-3a22f7946be6), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:25.954953 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-dd66ec13-655e-4c1a-beb4-b6787f24abe0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:25.965691 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.base_scheduler [None req-2e920d07-4936-4d8a-b83c-0e0601576a8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc) {{(pid=111415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:40:25.974813 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5fc98883-f238-442e-bd7c-c6d540336a0f admin admin] Publish callbacks [] for router_gateway (cff419e6-44f2-4dba-b984-4bfa9e7f76e1), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:26.000097 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e920d07-4936-4d8a-b83c-0e0601576a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:40:26.000687 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-2e920d07-4936-4d8a-b83c-0e0601576a8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for subnet (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:26.005677 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-48501f17-77ce-491e-be23-64db0739f8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:26.026871 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5fc98883-f238-442e-bd7c-c6d540336a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:26.093607 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a433c4d3-6d41-4f4a-8db6-d31bcb3da953 None None] Network 173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:40:26.140701 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-2e920d07-4936-4d8a-b83c-0e0601576a8d admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6978772 Oct 19 00:40:26.140857 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 57356) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:26.149538 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-10b29cf8-c341-4956-9a9a-3f640f725024 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-974185996-router', 'tenant_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'}}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:40:26.216231 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-10b29cf8-c341-4956-9a9a-3f640f725024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1939933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2045'] for router (3cf80fd9-74a2-405a-9e51-106271f1f361), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:26.217229 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-10b29cf8-c341-4956-9a9a-3f640f725024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1949320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2062503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2026'] for router (3cf80fd9-74a2-405a-9e51-106271f1f361), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:26.298012 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:26.320969 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.db_base_plugin_common [None req-48501f17-77ce-491e-be23-64db0739f8a2 admin admin] Allocated IP 172.37.6.180 (973fa957-bcd6-42c3-bc57-5a91d78147c8/c5b4f151-6e49-4135-be82-7abc543b5247/98433c02-4af3-45d7-95ba-f3a805e5fcf6) {{(pid=111415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:40:26.333385 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-dd66ec13-655e-4c1a-beb4-b6787f24abe0 admin admin] Publish callbacks [] for security_group (d6e6f77b-d705-4d00-93fe-fba2d1cb9af7), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:26.340372 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-f1b81edc-b6d1-45db-b7f7-335c64d4c8b7 admin admin] Publish callbacks [] for router_gateway (cb71179f-77f5-43cb-9d72-cfb0cccc06e0), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:26.341964 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-10b29cf8-c341-4956-9a9a-3f640f725024 admin admin] Publish callbacks [] for router_controller (3cf80fd9-74a2-405a-9e51-106271f1f361), precommit_add_association {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:26.358772 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14843220-81db-43d9-b248-c9a11fc74f8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc', 'network_id': '173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc', 'project_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'fixed_ips': [{'subnet_id': '29c3f2de-ba2c-47ae-bf44-d2591e2e7caf'}]}} from dv-cinder-master-3-iscsi. {{(pid=111416) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 19 00:40:26.359654 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-14843220-81db-43d9-b248-c9a11fc74f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:26.380124 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-dd66ec13-655e-4c1a-beb4-b6787f24abe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (d6e6f77b-d705-4d00-93fe-fba2d1cb9af7), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:26.395187 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.db_base_plugin_common [None req-74bfe998-5720-426b-8c69-dbdede3c29bb None None] Allocated IP 172.20.0.2 (635fade4-7ee9-45f4-8020-ceb7d6bf784a/749347d7-6beb-499e-80b2-119168147fbe/b30378a6-bfcb-42f2-b322-51ef4af9a4cc) {{(pid=111416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:40:26.407283 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 57366) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:26.438833 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-f1b81edc-b6d1-45db-b7f7-335c64d4c8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:26.456543 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-a421f104-9553-4dee-997b-b2d7a25984c3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1917927111-network', 'tenant_id': 'e4d467e038be4d1a9c4598cf327ad535'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:40:26.504728 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=5 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:26.535850 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=81,neutron:UPDATE=6,neutron:INSERT=11,neutron:DELETE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:26.613659 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.db_base_plugin_common [None req-12788b22-445f-4b8d-aeef-0a7f99bc3750 None None] Allocated IP 172.20.0.2 (75c84943-00ac-41e3-a6c3-2ea734b46148/da4d7e39-f806-4ee4-9a72-d230cc0f9d32/32fee4f2-1471-497c-ab29-481490f8cef7) {{(pid=111416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:40:26.646956 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-01bdf2f0-9a52-4b24-a515-3e89e9d4a809 None None] Publish callbacks [] for port (8743a7e4-7f76-47fd-8923-e872ffdc0020), precommit_create {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:26.653812 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd66ec13-655e-4c1a-beb4-b6787f24abe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e6f77b-d705-4d00-93fe-fba2d1cb9af7,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:26.665535 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:26.665689 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-dd66ec13-655e-4c1a-beb4-b6787f24abe0 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=9e9333ca01214933af63450c15a2b51b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0266609 Oct 19 00:40:26.677888 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 57370) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:26.678528 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a421f104-9553-4dee-997b-b2d7a25984c3 admin admin] Made reservation on behalf of e4d467e038be4d1a9c4598cf327ad535 for: {'network': 1} {{(pid=111415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:40:26.681278 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a421f104-9553-4dee-997b-b2d7a25984c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for network (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:26.682411 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-01bdf2f0-9a52-4b24-a515-3e89e9d4a809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450'] for port (8743a7e4-7f76-47fd-8923-e872ffdc0020), after_create {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:26.730734 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a421f104-9553-4dee-997b-b2d7a25984c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:26.818694 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-10b29cf8-c341-4956-9a9a-3f640f725024 admin admin] Publish callbacks [] for router_gateway (3cf80fd9-74a2-405a-9e51-106271f1f361), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:26.852433 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-48501f17-77ce-491e-be23-64db0739f8a2 admin admin] Publish callbacks [] for port (98433c02-4af3-45d7-95ba-f3a805e5fcf6), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:26.871197 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bdf2f0-9a52-4b24-a515-3e89e9d4a809 None None] Network db3956ab-e454-4c4b-8ece-d9089b41eb0d is already hosted by enough agents. {{(pid=111416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:40:26.890638 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.scheduler.base_scheduler [None req-01bdf2f0-9a52-4b24-a515-3e89e9d4a809 None None] Resources bound (agent type, host, resource id): {{(pid=111416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:40:26.892145 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-0b31e9e2-f7cd-4d57-99ad-4e4c158b353a admin admin] Publish callbacks [] for security_group (d6e6f77b-d705-4d00-93fe-fba2d1cb9af7), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:26.908222 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdf2f0-9a52-4b24-a515-3e89e9d4a809 None None] Pushing event updated for resources: {'Port': ['ID=8743a7e4-7f76-47fd-8923-e872ffdc0020,revision_number=1']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:26.911509 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.db_base_plugin_common [None req-14843220-81db-43d9-b248-c9a11fc74f8c None None] Allocated IP 172.20.0.2 (173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc/29c3f2de-ba2c-47ae-bf44-d2591e2e7caf/37ddeb91-469b-4a99-916c-27228c46aa78) {{(pid=111416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:40:26.914353 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bdf2f0-9a52-4b24-a515-3e89e9d4a809 None None] Received port after_create {{(pid=111416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:40:26.927222 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=86,neutron:UPDATE=9,neutron:INSERT=5 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:27.033080 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:27.039327 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-0b31e9e2-f7cd-4d57-99ad-4e4c158b353a admin admin] Publish callbacks [] for security_group (d6e6f77b-d705-4d00-93fe-fba2d1cb9af7), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:27.064586 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-48501f17-77ce-491e-be23-64db0739f8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450'] for port (98433c02-4af3-45d7-95ba-f3a805e5fcf6), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:27.100132 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdf2f0-9a52-4b24-a515-3e89e9d4a809 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:27.100470 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdf2f0-9a52-4b24-a515-3e89e9d4a809 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:27.100908 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdf2f0-9a52-4b24-a515-3e89e9d4a809 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:27.101234 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdf2f0-9a52-4b24-a515-3e89e9d4a809 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:27.101905 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdf2f0-9a52-4b24-a515-3e89e9d4a809 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:27.102650 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdf2f0-9a52-4b24-a515-3e89e9d4a809 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:27.104448 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdf2f0-9a52-4b24-a515-3e89e9d4a809 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:27.104448 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdf2f0-9a52-4b24-a515-3e89e9d4a809 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:27.104448 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdf2f0-9a52-4b24-a515-3e89e9d4a809 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:27.104448 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdf2f0-9a52-4b24-a515-3e89e9d4a809 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:27.105126 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdf2f0-9a52-4b24-a515-3e89e9d4a809 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:27.105610 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdf2f0-9a52-4b24-a515-3e89e9d4a809 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:27.106246 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdf2f0-9a52-4b24-a515-3e89e9d4a809 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:27.106597 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdf2f0-9a52-4b24-a515-3e89e9d4a809 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:27.106952 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdf2f0-9a52-4b24-a515-3e89e9d4a809 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:27.108208 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdf2f0-9a52-4b24-a515-3e89e9d4a809 None None] Tracked resource versions report: Oct 19 00:40:27.108208 dv-cinder-master-3-iscsi neutron-server[111416]: pushed versions: Oct 19 00:40:27.108208 dv-cinder-master-3-iscsi neutron-server[111416]: { 'AddressGroup': {'1.2'}, Oct 19 00:40:27.108208 dv-cinder-master-3-iscsi neutron-server[111416]: 'Agent': {'1.1'}, Oct 19 00:40:27.108208 dv-cinder-master-3-iscsi neutron-server[111416]: 'ConntrackHelper': {'1.0'}, Oct 19 00:40:27.108208 dv-cinder-master-3-iscsi neutron-server[111416]: 'LocalIPAssociation': {'1.0'}, Oct 19 00:40:27.108208 dv-cinder-master-3-iscsi neutron-server[111416]: 'Log': {'1.0'}, Oct 19 00:40:27.108208 dv-cinder-master-3-iscsi neutron-server[111416]: 'NDPProxy': {'1.0'}, Oct 19 00:40:27.108208 dv-cinder-master-3-iscsi neutron-server[111416]: 'Network': {'1.1'}, Oct 19 00:40:27.108208 dv-cinder-master-3-iscsi neutron-server[111416]: 'Port': {'1.7'}, Oct 19 00:40:27.108208 dv-cinder-master-3-iscsi neutron-server[111416]: 'PortForwarding': {'1.3'}, Oct 19 00:40:27.108208 dv-cinder-master-3-iscsi neutron-server[111416]: 'QosPolicy': {'1.10'}, Oct 19 00:40:27.108208 dv-cinder-master-3-iscsi neutron-server[111416]: 'SecurityGroup': {'1.5'}, Oct 19 00:40:27.108208 dv-cinder-master-3-iscsi neutron-server[111416]: 'SecurityGroupRule': {'1.2'}, Oct 19 00:40:27.108208 dv-cinder-master-3-iscsi neutron-server[111416]: 'SubPort': {'1.0'}, Oct 19 00:40:27.108208 dv-cinder-master-3-iscsi neutron-server[111416]: 'Subnet': {'1.1'}, Oct 19 00:40:27.108208 dv-cinder-master-3-iscsi neutron-server[111416]: 'Trunk': {'1.1'}} Oct 19 00:40:27.108208 dv-cinder-master-3-iscsi neutron-server[111416]: consumer versions: Oct 19 00:40:27.108208 dv-cinder-master-3-iscsi neutron-server[111416]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 19 00:40:27.108208 dv-cinder-master-3-iscsi neutron-server[111416]: HyperV agent@hv-cinder-maste: {}, Oct 19 00:40:27.108208 dv-cinder-master-3-iscsi neutron-server[111416]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 19 00:40:27.108208 dv-cinder-master-3-iscsi neutron-server[111416]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 19 00:40:27.108208 dv-cinder-master-3-iscsi neutron-server[111416]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 19 00:40:27.108208 dv-cinder-master-3-iscsi neutron-server[111416]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 19 00:40:27.108208 dv-cinder-master-3-iscsi neutron-server[111416]: 'Agent': '1.1', Oct 19 00:40:27.108208 dv-cinder-master-3-iscsi neutron-server[111416]: 'ConntrackHelper': '1.0', Oct 19 00:40:27.108208 dv-cinder-master-3-iscsi neutron-server[111416]: 'LocalIPAssociation': '1.0', Oct 19 00:40:27.108208 dv-cinder-master-3-iscsi neutron-server[111416]: 'Log': '1.0', Oct 19 00:40:27.108208 dv-cinder-master-3-iscsi neutron-server[111416]: 'NDPProxy': '1.0', Oct 19 00:40:27.108208 dv-cinder-master-3-iscsi neutron-server[111416]: 'Network': '1.1', Oct 19 00:40:27.108208 dv-cinder-master-3-iscsi neutron-server[111416]: 'Port': '1.7', Oct 19 00:40:27.108208 dv-cinder-master-3-iscsi neutron-server[111416]: 'PortForwarding': '1.3', Oct 19 00:40:27.108208 dv-cinder-master-3-iscsi neutron-server[111416]: 'QosPolicy': '1.10', Oct 19 00:40:27.108208 dv-cinder-master-3-iscsi neutron-server[111416]: 'SecurityGroup': '1.5', Oct 19 00:40:27.108208 dv-cinder-master-3-iscsi neutron-server[111416]: 'SecurityGroupRule': '1.2', Oct 19 00:40:27.108208 dv-cinder-master-3-iscsi neutron-server[111416]: 'SubPort': '1.0', Oct 19 00:40:27.108208 dv-cinder-master-3-iscsi neutron-server[111416]: 'Subnet': '1.1', Oct 19 00:40:27.108208 dv-cinder-master-3-iscsi neutron-server[111416]: 'Trunk': '1.1'}} Oct 19 00:40:27.108208 dv-cinder-master-3-iscsi neutron-server[111416]: {{(pid=111416) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 00:40:27.233473 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-10b29cf8-c341-4956-9a9a-3f640f725024 admin admin] Publish callbacks [] for router_gateway (3cf80fd9-74a2-405a-9e51-106271f1f361), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:27.283984 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48501f17-77ce-491e-be23-64db0739f8a2 admin admin] Network 973fa957-bcd6-42c3-bc57-5a91d78147c8 is already hosted by enough agents. {{(pid=111415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:40:27.293174 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a421f104-9553-4dee-997b-b2d7a25984c3 admin admin] Publish callbacks [] for security_group (97cfb0c8-acfd-47c5-ae98-b5e950cec1da), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:27.296227 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.db_base_plugin_common [None req-5fc98883-f238-442e-bd7c-c6d540336a0f admin admin] Allocated IP 172.37.6.108 (973fa957-bcd6-42c3-bc57-5a91d78147c8/c5b4f151-6e49-4135-be82-7abc543b5247/34c67444-7acf-4405-bf27-e0be5c28ddd1) {{(pid=111414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:40:27.301123 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-10b29cf8-c341-4956-9a9a-3f640f725024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:27.319096 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.base_scheduler [None req-48501f17-77ce-491e-be23-64db0739f8a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=111415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:40:27.321634 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a421f104-9553-4dee-997b-b2d7a25984c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (97cfb0c8-acfd-47c5-ae98-b5e950cec1da), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:27.324921 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48501f17-77ce-491e-be23-64db0739f8a2 admin admin] Received port after_create {{(pid=111415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:40:27.329750 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48501f17-77ce-491e-be23-64db0739f8a2 admin admin] Pushing event updated for resources: {'Port': ['ID=98433c02-4af3-45d7-95ba-f3a805e5fcf6,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:27.335264 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:27.337730 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-74bfe998-5720-426b-8c69-dbdede3c29bb None None] Publish callbacks [] for port (b30378a6-bfcb-42f2-b322-51ef4af9a4cc), precommit_create {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:27.383535 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a421f104-9553-4dee-997b-b2d7a25984c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=111415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:40:27.394464 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-74bfe998-5720-426b-8c69-dbdede3c29bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450'] for port (b30378a6-bfcb-42f2-b322-51ef4af9a4cc), after_create {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:27.426879 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-12788b22-445f-4b8d-aeef-0a7f99bc3750 None None] Publish callbacks [] for port (32fee4f2-1471-497c-ab29-481490f8cef7), precommit_create {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:27.441111 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-01bdf2f0-9a52-4b24-a515-3e89e9d4a809 None None] Attempting to bind port 8743a7e4-7f76-47fd-8923-e872ffdc0020 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:40:27.449127 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-01bdf2f0-9a52-4b24-a515-3e89e9d4a809 None None] Attempting to bind port 8743a7e4-7f76-47fd-8923-e872ffdc0020 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'f2b7edb5-09e5-4107-9510-7f8b0ffd80fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'db3956ab-e454-4c4b-8ece-d9089b41eb0d'}] {{(pid=111416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:40:27.449711 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bdf2f0-9a52-4b24-a515-3e89e9d4a809 None None] Attempting to bind port 8743a7e4-7f76-47fd-8923-e872ffdc0020 on network db3956ab-e454-4c4b-8ece-d9089b41eb0d {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:40:27.467083 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a421f104-9553-4dee-997b-b2d7a25984c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412'] for segment (33be02b8-6e82-4256-988e-f9f05de8f726), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:27.467430 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.db.segments_db [None req-a421f104-9553-4dee-997b-b2d7a25984c3 admin admin] Added segment 33be02b8-6e82-4256-988e-f9f05de8f726 of type vlan for network 9cd299b2-84c9-4e50-a5ba-1e1b3f3e23f0 Oct 19 00:40:27.468663 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-0b31e9e2-f7cd-4d57-99ad-4e4c158b353a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (d6e6f77b-d705-4d00-93fe-fba2d1cb9af7), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:27.471836 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-0b31e9e2-f7cd-4d57-99ad-4e4c158b353a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:27.475747 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-0b31e9e2-f7cd-4d57-99ad-4e4c158b353a admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/d6e6f77b-d705-4d00-93fe-fba2d1cb9af7 HTTP/1.1" status: 204 len: 168 time: 0.7877755 Oct 19 00:40:27.482331 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a421f104-9553-4dee-997b-b2d7a25984c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97cfb0c8-acfd-47c5-ae98-b5e950cec1da,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:27.536166 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b31e9e2-f7cd-4d57-99ad-4e4c158b353a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e6f77b-d705-4d00-93fe-fba2d1cb9af7,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:27.542029 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-12788b22-445f-4b8d-aeef-0a7f99bc3750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450'] for port (32fee4f2-1471-497c-ab29-481490f8cef7), after_create {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:27.549640 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a421f104-9553-4dee-997b-b2d7a25984c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730482266143'] for network (9cd299b2-84c9-4e50-a5ba-1e1b3f3e23f0), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:27.587467 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bfe998-5720-426b-8c69-dbdede3c29bb None None] Network 635fade4-7ee9-45f4-8020-ceb7d6bf784a is already hosted by enough agents. {{(pid=111416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:40:27.608730 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.scheduler.base_scheduler [None req-74bfe998-5720-426b-8c69-dbdede3c29bb None None] Resources bound (agent type, host, resource id): {{(pid=111416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:40:27.614876 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bfe998-5720-426b-8c69-dbdede3c29bb None None] Received port after_create {{(pid=111416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:40:27.620039 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5fc98883-f238-442e-bd7c-c6d540336a0f admin admin] Publish callbacks [] for port (34c67444-7acf-4405-bf27-e0be5c28ddd1), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:27.633061 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a421f104-9553-4dee-997b-b2d7a25984c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988'] for network (9cd299b2-84c9-4e50-a5ba-1e1b3f3e23f0), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:27.634242 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a421f104-9553-4dee-997b-b2d7a25984c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:40:27.634918 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a421f104-9553-4dee-997b-b2d7a25984c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for network (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:27.655124 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:27.673069 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 57394) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:27.683516 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5fc98883-f238-442e-bd7c-c6d540336a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450'] for port (34c67444-7acf-4405-bf27-e0be5c28ddd1), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:27.736829 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12788b22-445f-4b8d-aeef-0a7f99bc3750 None None] Network 75c84943-00ac-41e3-a6c3-2ea734b46148 is already hosted by enough agents. {{(pid=111416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:40:27.739691 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bfe998-5720-426b-8c69-dbdede3c29bb None None] Pushing event updated for resources: {'Port': ['ID=b30378a6-bfcb-42f2-b322-51ef4af9a4cc,revision_number=1']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:27.780898 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc98883-f238-442e-bd7c-c6d540336a0f admin admin] Network 973fa957-bcd6-42c3-bc57-5a91d78147c8 is already hosted by enough agents. {{(pid=111414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:40:27.781899 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.scheduler.base_scheduler [None req-12788b22-445f-4b8d-aeef-0a7f99bc3750 None None] Resources bound (agent type, host, resource id): {{(pid=111416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:40:27.787005 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12788b22-445f-4b8d-aeef-0a7f99bc3750 None None] Received port after_create {{(pid=111416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:40:27.794570 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [None req-5fc98883-f238-442e-bd7c-c6d540336a0f admin admin] Resources bound (agent type, host, resource id): {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:40:27.801939 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc98883-f238-442e-bd7c-c6d540336a0f admin admin] Received port after_create {{(pid=111414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:40:27.852818 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc98883-f238-442e-bd7c-c6d540336a0f admin admin] Pushing event updated for resources: {'Port': ['ID=34c67444-7acf-4405-bf27-e0be5c28ddd1,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:27.883384 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bdf2f0-9a52-4b24-a515-3e89e9d4a809 None None] Checking agent: {'id': '0014484f-12ef-47ae-ba33-5ac9a1be8800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 32, 10), 'started_at': datetime.datetime(2022, 10, 19, 0, 32, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:40:27.883857 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bdf2f0-9a52-4b24-a515-3e89e9d4a809 None None] Checking segment: {'id': 'f2b7edb5-09e5-4107-9510-7f8b0ffd80fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'db3956ab-e454-4c4b-8ece-d9089b41eb0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:40:27.884332 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-01bdf2f0-9a52-4b24-a515-3e89e9d4a809 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:27.884839 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bdf2f0-9a52-4b24-a515-3e89e9d4a809 None None] Bound using segment: {'id': 'f2b7edb5-09e5-4107-9510-7f8b0ffd80fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'db3956ab-e454-4c4b-8ece-d9089b41eb0d'} {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:40:27.885427 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-01bdf2f0-9a52-4b24-a515-3e89e9d4a809 None None] Bound port: 8743a7e4-7f76-47fd-8923-e872ffdc0020, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b7edb5-09e5-4107-9510-7f8b0ffd80fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'db3956ab-e454-4c4b-8ece-d9089b41eb0d'}}] {{(pid=111416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:40:27.885911 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-01bdf2f0-9a52-4b24-a515-3e89e9d4a809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (8743a7e4-7f76-47fd-8923-e872ffdc0020), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:27.906261 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-a421f104-9553-4dee-997b-b2d7a25984c3 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4584811 Oct 19 00:40:27.909264 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 57398) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:27.926014 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-be0911bd-6129-4cd3-9982-2085b5f8732b admin admin] Request body: {'subnet': {'network_id': '9cd299b2-84c9-4e50-a5ba-1e1b3f3e23f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1917927111-subnet', 'tenant_id': 'e4d467e038be4d1a9c4598cf327ad535', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:40:27.935348 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a421f104-9553-4dee-997b-b2d7a25984c3 admin admin] Pushing event updated for resources: {'Network': ['ID=9cd299b2-84c9-4e50-a5ba-1e1b3f3e23f0,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:27.941693 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:27.958574 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.db_base_plugin_common [None req-f1b81edc-b6d1-45db-b7f7-335c64d4c8b7 admin admin] Allocated IP 172.37.6.134 (973fa957-bcd6-42c3-bc57-5a91d78147c8/c5b4f151-6e49-4135-be82-7abc543b5247/5392348f-cbb3-47f7-99f5-bea5d2b1c7ee) {{(pid=111415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:40:27.961147 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-48501f17-77ce-491e-be23-64db0739f8a2 admin admin] Publish callbacks [] for router_gateway (f4efb4ff-d867-49fe-b668-3a22f7946be6), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:27.985420 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Network 9cd299b2-84c9-4e50-a5ba-1e1b3f3e23f0 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=111416) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:40:27.992304 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-198c18ca-6bf3-498a-b1b2-fe635278f188 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:27.995241 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-74bfe998-5720-426b-8c69-dbdede3c29bb None None] Attempting to bind port b30378a6-bfcb-42f2-b322-51ef4af9a4cc on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:40:27.995746 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-74bfe998-5720-426b-8c69-dbdede3c29bb None None] Attempting to bind port b30378a6-bfcb-42f2-b322-51ef4af9a4cc by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '0949f098-87bd-4d7c-adb9-f3622e4872b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a'}] {{(pid=111416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:40:27.996300 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bfe998-5720-426b-8c69-dbdede3c29bb None None] Attempting to bind port b30378a6-bfcb-42f2-b322-51ef4af9a4cc on network 635fade4-7ee9-45f4-8020-ceb7d6bf784a {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:40:28.025015 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-14843220-81db-43d9-b248-c9a11fc74f8c None None] Publish callbacks [] for port (37ddeb91-469b-4a99-916c-27228c46aa78), precommit_create {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:28.027732 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12788b22-445f-4b8d-aeef-0a7f99bc3750 None None] Pushing event updated for resources: {'Port': ['ID=32fee4f2-1471-497c-ab29-481490f8cef7,revision_number=1']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:28.041608 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:28.057015 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0911bd-6129-4cd3-9982-2085b5f8732b admin admin] Made reservation on behalf of e4d467e038be4d1a9c4598cf327ad535 for: {'subnet': 1} {{(pid=111414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:40:28.061678 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-be0911bd-6129-4cd3-9982-2085b5f8732b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:28.155215 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-14843220-81db-43d9-b248-c9a11fc74f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450'] for port (37ddeb91-469b-4a99-916c-27228c46aa78), after_create {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:28.200862 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-f1b81edc-b6d1-45db-b7f7-335c64d4c8b7 admin admin] Publish callbacks [] for port (5392348f-cbb3-47f7-99f5-bea5d2b1c7ee), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:28.295975 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-12788b22-445f-4b8d-aeef-0a7f99bc3750 None None] Attempting to bind port 32fee4f2-1471-497c-ab29-481490f8cef7 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:40:28.295975 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-12788b22-445f-4b8d-aeef-0a7f99bc3750 None None] Attempting to bind port 32fee4f2-1471-497c-ab29-481490f8cef7 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'cf8e282f-d232-4da7-8dc9-5de45f52d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '75c84943-00ac-41e3-a6c3-2ea734b46148'}] {{(pid=111416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:40:28.295975 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12788b22-445f-4b8d-aeef-0a7f99bc3750 None None] Attempting to bind port 32fee4f2-1471-497c-ab29-481490f8cef7 on network 75c84943-00ac-41e3-a6c3-2ea734b46148 {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:40:28.300510 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-48501f17-77ce-491e-be23-64db0739f8a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1947415'] for router (f4efb4ff-d867-49fe-b668-3a22f7946be6), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:28.355981 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14843220-81db-43d9-b248-c9a11fc74f8c None None] Network 173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc is already hosted by enough agents. {{(pid=111416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:40:28.381309 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.scheduler.base_scheduler [None req-14843220-81db-43d9-b248-c9a11fc74f8c None None] Resources bound (agent type, host, resource id): {{(pid=111416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:40:28.382123 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-f1b81edc-b6d1-45db-b7f7-335c64d4c8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450'] for port (5392348f-cbb3-47f7-99f5-bea5d2b1c7ee), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:28.387565 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14843220-81db-43d9-b248-c9a11fc74f8c None None] Received port after_create {{(pid=111416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:40:28.395757 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:28.399949 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-01bdf2f0-9a52-4b24-a515-3e89e9d4a809 None None] For port 8743a7e4-7f76-47fd-8923-e872ffdc0020, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=111416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:40:28.410210 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:28.413971 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bfe998-5720-426b-8c69-dbdede3c29bb None None] Checking agent: {'id': '0014484f-12ef-47ae-ba33-5ac9a1be8800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 32, 10), 'started_at': datetime.datetime(2022, 10, 19, 0, 32, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:40:28.414831 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:28.415821 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bfe998-5720-426b-8c69-dbdede3c29bb None None] Checking segment: {'id': '0949f098-87bd-4d7c-adb9-f3622e4872b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:40:28.416686 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-74bfe998-5720-426b-8c69-dbdede3c29bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:28.417499 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bfe998-5720-426b-8c69-dbdede3c29bb None None] Bound using segment: {'id': '0949f098-87bd-4d7c-adb9-f3622e4872b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a'} {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:40:28.418845 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-74bfe998-5720-426b-8c69-dbdede3c29bb None None] Bound port: b30378a6-bfcb-42f2-b322-51ef4af9a4cc, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0949f098-87bd-4d7c-adb9-f3622e4872b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a'}}] {{(pid=111416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:40:28.419506 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-74bfe998-5720-426b-8c69-dbdede3c29bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (b30378a6-bfcb-42f2-b322-51ef4af9a4cc), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:28.437149 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14843220-81db-43d9-b248-c9a11fc74f8c None None] Pushing event updated for resources: {'Port': ['ID=37ddeb91-469b-4a99-916c-27228c46aa78,revision_number=1']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:28.438060 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-198c18ca-6bf3-498a-b1b2-fe635278f188 admin admin] Publish callbacks [] for security_group (dfb98411-a53b-4f06-ba57-e4b915ac52f3), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:28.455726 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-198c18ca-6bf3-498a-b1b2-fe635278f188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (dfb98411-a53b-4f06-ba57-e4b915ac52f3), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:28.466781 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5fc98883-f238-442e-bd7c-c6d540336a0f admin admin] Publish callbacks [] for router_gateway (cff419e6-44f2-4dba-b984-4bfa9e7f76e1), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:28.472574 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b81edc-b6d1-45db-b7f7-335c64d4c8b7 admin admin] Network 973fa957-bcd6-42c3-bc57-5a91d78147c8 is already hosted by enough agents. {{(pid=111415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:40:28.489901 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.base_scheduler [None req-f1b81edc-b6d1-45db-b7f7-335c64d4c8b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=111415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:40:28.491769 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-01bdf2f0-9a52-4b24-a515-3e89e9d4a809 None None] For port 8743a7e4-7f76-47fd-8923-e872ffdc0020, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8743a7e4-7f76-47fd-8923-e872ffdc0020,segment=NetworkSegment(f2b7edb5-09e5-4107-9510-7f8b0ffd80fb),segment_id=f2b7edb5-09e5-4107-9510-7f8b0ffd80fb)] {{(pid=111416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:40:28.494255 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b81edc-b6d1-45db-b7f7-335c64d4c8b7 admin admin] Received port after_create {{(pid=111415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:40:28.581835 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.db_base_plugin_common [None req-10b29cf8-c341-4956-9a9a-3f640f725024 admin admin] Allocated IP 172.37.6.225 (973fa957-bcd6-42c3-bc57-5a91d78147c8/c5b4f151-6e49-4135-be82-7abc543b5247/8600c63b-1f07-4601-8ec4-f15ced3e9ba2) {{(pid=111414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:40:28.604630 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b81edc-b6d1-45db-b7f7-335c64d4c8b7 admin admin] Pushing event updated for resources: {'Port': ['ID=5392348f-cbb3-47f7-99f5-bea5d2b1c7ee,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:28.606254 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-01bdf2f0-9a52-4b24-a515-3e89e9d4a809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (8743a7e4-7f76-47fd-8923-e872ffdc0020), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:28.665457 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-198c18ca-6bf3-498a-b1b2-fe635278f188 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=8ed39b7029ea4681aaa9939701c317c1&name=default HTTP/1.1" status: 200 len: 2993 time: 0.9908502 Oct 19 00:40:28.689775 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 57420) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:28.736544 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c18ca-6bf3-498a-b1b2-fe635278f188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb98411-a53b-4f06-ba57-e4b915ac52f3,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:28.750584 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-be0911bd-6129-4cd3-9982-2085b5f8732b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988'] for subnet (2d4c080d-d39b-473c-ac6a-0ab0afc3ff8d), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:28.790701 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:28.851896 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12788b22-445f-4b8d-aeef-0a7f99bc3750 None None] Checking agent: {'id': '0014484f-12ef-47ae-ba33-5ac9a1be8800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 32, 10), 'started_at': datetime.datetime(2022, 10, 19, 0, 32, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:40:28.851896 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12788b22-445f-4b8d-aeef-0a7f99bc3750 None None] Checking segment: {'id': 'cf8e282f-d232-4da7-8dc9-5de45f52d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '75c84943-00ac-41e3-a6c3-2ea734b46148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:40:28.851896 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-12788b22-445f-4b8d-aeef-0a7f99bc3750 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:28.851896 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12788b22-445f-4b8d-aeef-0a7f99bc3750 None None] Bound using segment: {'id': 'cf8e282f-d232-4da7-8dc9-5de45f52d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '75c84943-00ac-41e3-a6c3-2ea734b46148'} {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:40:28.851896 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-12788b22-445f-4b8d-aeef-0a7f99bc3750 None None] Bound port: 32fee4f2-1471-497c-ab29-481490f8cef7, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf8e282f-d232-4da7-8dc9-5de45f52d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '75c84943-00ac-41e3-a6c3-2ea734b46148'}}] {{(pid=111416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:40:28.851896 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-12788b22-445f-4b8d-aeef-0a7f99bc3750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (32fee4f2-1471-497c-ab29-481490f8cef7), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:28.897038 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48501f17-77ce-491e-be23-64db0739f8a2 admin admin] Router f4efb4ff-d867-49fe-b668-3a22f7946be6 is scheduled to L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 with binding_index 1 {{(pid=111415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 00:40:28.926495 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-320e9b5b-abb8-43e7-bbf9-d2707867a42b admin admin] Publish callbacks [] for security_group (dfb98411-a53b-4f06-ba57-e4b915ac52f3), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:28.970337 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-14843220-81db-43d9-b248-c9a11fc74f8c None None] Attempting to bind port 37ddeb91-469b-4a99-916c-27228c46aa78 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:40:28.971099 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-14843220-81db-43d9-b248-c9a11fc74f8c None None] Attempting to bind port 37ddeb91-469b-4a99-916c-27228c46aa78 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '5e10216b-5353-4a7f-a5b9-0961a609cc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc'}] {{(pid=111416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:40:28.974449 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14843220-81db-43d9-b248-c9a11fc74f8c None None] Attempting to bind port 37ddeb91-469b-4a99-916c-27228c46aa78 on network 173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:40:28.986822 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0911bd-6129-4cd3-9982-2085b5f8732b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d4c080d-d39b-473c-ac6a-0ab0afc3ff8d,revision_number=0']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:29.119177 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:29.169653 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-10b29cf8-c341-4956-9a9a-3f640f725024 admin admin] Publish callbacks [] for port (8600c63b-1f07-4601-8ec4-f15ced3e9ba2), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:29.179726 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-320e9b5b-abb8-43e7-bbf9-d2707867a42b admin admin] Publish callbacks [] for security_group (dfb98411-a53b-4f06-ba57-e4b915ac52f3), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:29.195330 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0911bd-6129-4cd3-9982-2085b5f8732b admin admin] Checking segment: {'id': '33be02b8-6e82-4256-988e-f9f05de8f726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9cd299b2-84c9-4e50-a5ba-1e1b3f3e23f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:40:29.195330 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0911bd-6129-4cd3-9982-2085b5f8732b admin admin] Network hostable DHCP agents. Network: 9cd299b2-84c9-4e50-a5ba-1e1b3f3e23f0, hostable agents: ['57535a1d-5c08-48f6-b25c-e56d637dc4b8'], hosted agents: [] {{(pid=111414) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:40:29.212573 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-74bfe998-5720-426b-8c69-dbdede3c29bb None None] For port b30378a6-bfcb-42f2-b322-51ef4af9a4cc, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=111416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:40:29.214944 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdf2f0-9a52-4b24-a515-3e89e9d4a809 None None] Pushing event updated for resources: {'Port': ['ID=8743a7e4-7f76-47fd-8923-e872ffdc0020,revision_number=2']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:29.262029 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5fc98883-f238-442e-bd7c-c6d540336a0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1947415'] for router (cff419e6-44f2-4dba-b984-4bfa9e7f76e1), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:29.288507 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-f1b81edc-b6d1-45db-b7f7-335c64d4c8b7 admin admin] Publish callbacks [] for router_gateway (cb71179f-77f5-43cb-9d72-cfb0cccc06e0), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:29.293828 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-74bfe998-5720-426b-8c69-dbdede3c29bb None None] For port b30378a6-bfcb-42f2-b322-51ef4af9a4cc, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b30378a6-bfcb-42f2-b322-51ef4af9a4cc,segment=NetworkSegment(0949f098-87bd-4d7c-adb9-f3622e4872b3),segment_id=0949f098-87bd-4d7c-adb9-f3622e4872b3)] {{(pid=111416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:40:29.295679 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14843220-81db-43d9-b248-c9a11fc74f8c None None] Checking agent: {'id': '0014484f-12ef-47ae-ba33-5ac9a1be8800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 32, 10), 'started_at': datetime.datetime(2022, 10, 19, 0, 32, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:40:29.296041 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14843220-81db-43d9-b248-c9a11fc74f8c None None] Checking segment: {'id': '5e10216b-5353-4a7f-a5b9-0961a609cc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:40:29.296448 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-14843220-81db-43d9-b248-c9a11fc74f8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:29.306540 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14843220-81db-43d9-b248-c9a11fc74f8c None None] Bound using segment: {'id': '5e10216b-5353-4a7f-a5b9-0961a609cc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc'} {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:40:29.309859 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-14843220-81db-43d9-b248-c9a11fc74f8c None None] Bound port: 37ddeb91-469b-4a99-916c-27228c46aa78, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e10216b-5353-4a7f-a5b9-0961a609cc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc'}}] {{(pid=111416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:40:29.310335 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-14843220-81db-43d9-b248-c9a11fc74f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (37ddeb91-469b-4a99-916c-27228c46aa78), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:29.360134 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48501f17-77ce-491e-be23-64db0739f8a2 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:40:29.368721 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-74bfe998-5720-426b-8c69-dbdede3c29bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (b30378a6-bfcb-42f2-b322-51ef4af9a4cc), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:29.369046 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-320e9b5b-abb8-43e7-bbf9-d2707867a42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (dfb98411-a53b-4f06-ba57-e4b915ac52f3), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:29.373290 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-320e9b5b-abb8-43e7-bbf9-d2707867a42b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:29.374535 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-320e9b5b-abb8-43e7-bbf9-d2707867a42b admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/dfb98411-a53b-4f06-ba57-e4b915ac52f3 HTTP/1.1" status: 204 len: 168 time: 0.6804171 Oct 19 00:40:29.386700 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b204020e-4fdf-4625-a59a-2a1b1ae7964c None None] Sync routers for ids ['f4efb4ff-d867-49fe-b668-3a22f7946be6'] in dv-cinder-master-3-iscsi {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:40:29.390429 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0911bd-6129-4cd3-9982-2085b5f8732b admin admin] Network 9cd299b2-84c9-4e50-a5ba-1e1b3f3e23f0 is scheduled to be hosted by DHCP agent 57535a1d-5c08-48f6-b25c-e56d637dc4b8 with binding_index 1 {{(pid=111414) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:40:29.426732 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b204020e-4fdf-4625-a59a-2a1b1ae7964c None None] Routers {'f4efb4ff-d867-49fe-b668-3a22f7946be6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:40:29.428709 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-b204020e-4fdf-4625-a59a-2a1b1ae7964c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:40:07Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['f4efb4ff-d867-49fe-b668-3a22f7946be6'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:29.429289 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320e9b5b-abb8-43e7-bbf9-d2707867a42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb98411-a53b-4f06-ba57-e4b915ac52f3,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:29.443940 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-48501f17-77ce-491e-be23-64db0739f8a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:29.449421 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-48501f17-77ce-491e-be23-64db0739f8a2 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.8733807 Oct 19 00:40:29.461246 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 57440) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:29.472877 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-10b29cf8-c341-4956-9a9a-3f640f725024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450'] for port (8600c63b-1f07-4601-8ec4-f15ced3e9ba2), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:29.493453 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [None req-be0911bd-6129-4cd3-9982-2085b5f8732b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 9cd299b2-84c9-4e50-a5ba-1e1b3f3e23f0) {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:40:29.506500 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-12788b22-445f-4b8d-aeef-0a7f99bc3750 None None] For port 32fee4f2-1471-497c-ab29-481490f8cef7, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=111416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:40:29.545218 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b2cac8-e8ae-4f14-9d20-b351480521b5 None None] Network 9cd299b2-84c9-4e50-a5ba-1e1b3f3e23f0 requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:40:29.622664 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0911bd-6129-4cd3-9982-2085b5f8732b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:40:29.623553 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-be0911bd-6129-4cd3-9982-2085b5f8732b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for subnet (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:29.640237 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:29.652546 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b29cf8-c341-4956-9a9a-3f640f725024 admin admin] Network 973fa957-bcd6-42c3-bc57-5a91d78147c8 is already hosted by enough agents. {{(pid=111414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:40:29.672733 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [None req-10b29cf8-c341-4956-9a9a-3f640f725024 admin admin] Resources bound (agent type, host, resource id): {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:40:29.677509 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-12788b22-445f-4b8d-aeef-0a7f99bc3750 None None] For port 32fee4f2-1471-497c-ab29-481490f8cef7, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=32fee4f2-1471-497c-ab29-481490f8cef7,segment=NetworkSegment(cf8e282f-d232-4da7-8dc9-5de45f52d170),segment_id=cf8e282f-d232-4da7-8dc9-5de45f52d170)] {{(pid=111416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:40:29.688041 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b29cf8-c341-4956-9a9a-3f640f725024 admin admin] Received port after_create {{(pid=111414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:40:29.693736 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-be0911bd-6129-4cd3-9982-2085b5f8732b admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7815468 Oct 19 00:40:29.698364 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b29cf8-c341-4956-9a9a-3f640f725024 admin admin] Pushing event updated for resources: {'Port': ['ID=8600c63b-1f07-4601-8ec4-f15ced3e9ba2,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:29.831918 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-f1b81edc-b6d1-45db-b7f7-335c64d4c8b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1947415'] for router (cb71179f-77f5-43cb-9d72-cfb0cccc06e0), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:29.861819 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:29.876562 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-12788b22-445f-4b8d-aeef-0a7f99bc3750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (32fee4f2-1471-497c-ab29-481490f8cef7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:29.938042 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-14843220-81db-43d9-b248-c9a11fc74f8c None None] For port 37ddeb91-469b-4a99-916c-27228c46aa78, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=111416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:40:29.992394 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-14843220-81db-43d9-b248-c9a11fc74f8c None None] For port 37ddeb91-469b-4a99-916c-27228c46aa78, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=37ddeb91-469b-4a99-916c-27228c46aa78,segment=NetworkSegment(5e10216b-5353-4a7f-a5b9-0961a609cc49),segment_id=5e10216b-5353-4a7f-a5b9-0961a609cc49)] {{(pid=111416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:40:30.015207 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bfe998-5720-426b-8c69-dbdede3c29bb None None] Pushing event updated for resources: {'Port': ['ID=b30378a6-bfcb-42f2-b322-51ef4af9a4cc,revision_number=2']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:30.066123 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-14843220-81db-43d9-b248-c9a11fc74f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (37ddeb91-469b-4a99-916c-27228c46aa78), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:30.094130 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 57448) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:30.250557 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-b204020e-4fdf-4625-a59a-2a1b1ae7964c None None] Set router f4efb4ff-d867-49fe-b668-3a22f7946be6 gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:40:30.256541 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6099f64d-e807-4aaa-8f30-0c5713090411 None None] Network 9cd299b2-84c9-4e50-a5ba-1e1b3f3e23f0 requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:40:30.308537 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=4 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:30.313191 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.db_base_plugin_v2 [None req-990f8674-fbfc-448d-9886-acc221f1e6c5 admin admin] Deleting subnet fd12933a-dfc2-4a11-88f8-4f13627c7193 {{(pid=111415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 19 00:40:30.509382 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 8743a7e4-7f76-47fd-8923-e872ffdc0020 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:40:30.620808 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12788b22-445f-4b8d-aeef-0a7f99bc3750 None None] Pushing event updated for resources: {'Port': ['ID=32fee4f2-1471-497c-ab29-481490f8cef7,revision_number=2']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:30.689125 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-10b29cf8-c341-4956-9a9a-3f640f725024 admin admin] Publish callbacks [] for router_gateway (3cf80fd9-74a2-405a-9e51-106271f1f361), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:30.691179 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc98883-f238-442e-bd7c-c6d540336a0f admin admin] Router cff419e6-44f2-4dba-b984-4bfa9e7f76e1 is scheduled to L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 with binding_index 1 {{(pid=111414) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 00:40:30.874942 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d557a5eb-c5ad-4cb4-9ec8-683ccfe4fec2 None None] Network db3956ab-e454-4c4b-8ece-d9089b41eb0d requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:40:30.935997 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-b204020e-4fdf-4625-a59a-2a1b1ae7964c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'name': 'tempest-ServerRescueNegativeTestJSON-1708208379-router', 'tenant_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.180'}], 'enable_snat': True}, 'gw_port_id': '98433c02-4af3-45d7-95ba-f3a805e5fcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:24Z', 'updated_at': '2022-10-19T00:40:27Z', 'revision_number': 3, 'project_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'gw_port': {'id': '98433c02-4af3-45d7-95ba-f3a805e5fcf6', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:11:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:30.942613 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 57460) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:30.989384 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-85e40b67-f3de-4bc9-90fc-8e003c309643 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:31.019386 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b204020e-4fdf-4625-a59a-2a1b1ae7964c None None] Checking router: f4efb4ff-d867-49fe-b668-3a22f7946be6 for host: dv-cinder-master-3-iscsi {{(pid=111417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:40:31.019933 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b204020e-4fdf-4625-a59a-2a1b1ae7964c None None] Updating router f4efb4ff-d867-49fe-b668-3a22f7946be6 port 98433c02-4af3-45d7-95ba-f3a805e5fcf6 binding host dv-cinder-master-3-iscsi {{(pid=111417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:40:31.020122 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-990f8674-fbfc-448d-9886-acc221f1e6c5 admin admin] Publish callbacks [] for subnet (fd12933a-dfc2-4a11-88f8-4f13627c7193), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:31.042568 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:31.052887 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14843220-81db-43d9-b248-c9a11fc74f8c None None] Pushing event updated for resources: {'Port': ['ID=37ddeb91-469b-4a99-916c-27228c46aa78,revision_number=2']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:31.066805 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port 8743a7e4-7f76-47fd-8923-e872ffdc0020 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:40:31.067622 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (8743a7e4-7f76-47fd-8923-e872ffdc0020), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:31.068114 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port 8743a7e4-7f76-47fd-8923-e872ffdc0020 Oct 19 00:40:31.078803 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-b204020e-4fdf-4625-a59a-2a1b1ae7964c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (98433c02-4af3-45d7-95ba-f3a805e5fcf6), before_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:31.090884 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:31.148524 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:31.150701 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc98883-f238-442e-bd7c-c6d540336a0f admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:40:31.188573 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79789e61-1c4d-4e68-9bdb-6d6d51674038 None None] Sync routers for ids ['cff419e6-44f2-4dba-b984-4bfa9e7f76e1'] in dv-cinder-master-3-iscsi {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:40:31.196718 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-43367a25-73aa-42d7-9bc2-7ec63c3659d5 None None] Provisioning complete for port 8743a7e4-7f76-47fd-8923-e872ffdc0020 triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:40:31.197111 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-43367a25-73aa-42d7-9bc2-7ec63c3659d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (8743a7e4-7f76-47fd-8923-e872ffdc0020), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:31.197450 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-43367a25-73aa-42d7-9bc2-7ec63c3659d5 None None] Attempt 1 to provision port 8743a7e4-7f76-47fd-8923-e872ffdc0020 Oct 19 00:40:31.272707 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-990f8674-fbfc-448d-9886-acc221f1e6c5 admin admin] Publish callbacks [] for subnet (fd12933a-dfc2-4a11-88f8-4f13627c7193), precommit_delete_associations {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:31.287623 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5fc98883-f238-442e-bd7c-c6d540336a0f admin admin] Publish callbacks [] for router (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:31.292145 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-5fc98883-f238-442e-bd7c-c6d540336a0f admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.3397193 Oct 19 00:40:31.298752 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 57466) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:31.302096 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-990f8674-fbfc-448d-9886-acc221f1e6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-835128'] for subnet (fd12933a-dfc2-4a11-88f8-4f13627c7193), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:31.482910 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-85e40b67-f3de-4bc9-90fc-8e003c309643 admin admin] Publish callbacks [] for security_group (e39bd125-7e56-47ba-bd20-c5cd4c439033), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:31.485755 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-10b29cf8-c341-4956-9a9a-3f640f725024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1947415'] for router (3cf80fd9-74a2-405a-9e51-106271f1f361), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:31.491722 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-85e40b67-f3de-4bc9-90fc-8e003c309643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (e39bd125-7e56-47ba-bd20-c5cd4c439033), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:31.563437 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b81edc-b6d1-45db-b7f7-335c64d4c8b7 admin admin] Router cb71179f-77f5-43cb-9d72-cfb0cccc06e0 is scheduled to L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 with binding_index 1 {{(pid=111415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 00:40:31.624420 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3a297b-45d2-4d9d-9dad-c20c2d82632c None None] Network 635fade4-7ee9-45f4-8020-ceb7d6bf784a requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:40:31.656500 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-b204020e-4fdf-4625-a59a-2a1b1ae7964c None None] Publish callbacks [] for port (98433c02-4af3-45d7-95ba-f3a805e5fcf6), precommit_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:31.672071 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-b204020e-4fdf-4625-a59a-2a1b1ae7964c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (98433c02-4af3-45d7-95ba-f3a805e5fcf6), after_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:31.701362 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-85e40b67-f3de-4bc9-90fc-8e003c309643 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=61b20b3d0794441ca2f960285a767476&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7559299 Oct 19 00:40:31.703087 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 57476) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:31.716669 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.managers [None req-b204020e-4fdf-4625-a59a-2a1b1ae7964c None None] Attempting to bind port 98433c02-4af3-45d7-95ba-f3a805e5fcf6 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:40:31.717409 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.managers [None req-b204020e-4fdf-4625-a59a-2a1b1ae7964c None None] Attempting to bind port 98433c02-4af3-45d7-95ba-f3a805e5fcf6 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'cdce283e-dd8a-4d22-a7f9-996f16aea9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'}] {{(pid=111417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:40:31.717946 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b204020e-4fdf-4625-a59a-2a1b1ae7964c None None] Attempting to bind port 98433c02-4af3-45d7-95ba-f3a805e5fcf6 on network 973fa957-bcd6-42c3-bc57-5a91d78147c8 {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:40:31.748670 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79789e61-1c4d-4e68-9bdb-6d6d51674038 None None] Routers {'cff419e6-44f2-4dba-b984-4bfa9e7f76e1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:40:31.758707 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-990f8674-fbfc-448d-9886-acc221f1e6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-835107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988'] for subnet (fd12933a-dfc2-4a11-88f8-4f13627c7193), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:31.761580 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-79789e61-1c4d-4e68-9bdb-6d6d51674038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:40:07Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['cff419e6-44f2-4dba-b984-4bfa9e7f76e1'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:31.786870 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:31.834052 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b204020e-4fdf-4625-a59a-2a1b1ae7964c None None] Checking agent: {'id': '0014484f-12ef-47ae-ba33-5ac9a1be8800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 32, 10), 'started_at': datetime.datetime(2022, 10, 19, 0, 32, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:40:31.834708 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b204020e-4fdf-4625-a59a-2a1b1ae7964c None None] Checking segment: {'id': 'cdce283e-dd8a-4d22-a7f9-996f16aea9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:40:31.835311 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-b204020e-4fdf-4625-a59a-2a1b1ae7964c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:31.835896 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b204020e-4fdf-4625-a59a-2a1b1ae7964c None None] Bound using segment: {'id': 'cdce283e-dd8a-4d22-a7f9-996f16aea9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'} {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:40:31.836607 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.managers [None req-b204020e-4fdf-4625-a59a-2a1b1ae7964c None None] Bound port: 98433c02-4af3-45d7-95ba-f3a805e5fcf6, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdce283e-dd8a-4d22-a7f9-996f16aea9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'}}] {{(pid=111417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:40:31.837193 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-b204020e-4fdf-4625-a59a-2a1b1ae7964c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (98433c02-4af3-45d7-95ba-f3a805e5fcf6), before_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:31.853894 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e40b67-f3de-4bc9-90fc-8e003c309643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39bd125-7e56-47ba-bd20-c5cd4c439033,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:31.891459 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.db [None req-b204020e-4fdf-4625-a59a-2a1b1ae7964c None None] For port 98433c02-4af3-45d7-95ba-f3a805e5fcf6, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=111417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:40:31.896283 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.db [None req-b204020e-4fdf-4625-a59a-2a1b1ae7964c None None] For port 98433c02-4af3-45d7-95ba-f3a805e5fcf6, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=98433c02-4af3-45d7-95ba-f3a805e5fcf6,segment=NetworkSegment(cdce283e-dd8a-4d22-a7f9-996f16aea9b7),segment_id=cdce283e-dd8a-4d22-a7f9-996f16aea9b7)] {{(pid=111417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:40:31.914624 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-b204020e-4fdf-4625-a59a-2a1b1ae7964c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (98433c02-4af3-45d7-95ba-f3a805e5fcf6), after_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:31.945743 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b204020e-4fdf-4625-a59a-2a1b1ae7964c None None] Routers {'f4efb4ff-d867-49fe-b668-3a22f7946be6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:40:31.946386 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-b204020e-4fdf-4625-a59a-2a1b1ae7964c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:40:07Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['f4efb4ff-d867-49fe-b668-3a22f7946be6'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:31.980379 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f8674-fbfc-448d-9886-acc221f1e6c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd12933a-dfc2-4a11-88f8-4f13627c7193,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:31.982954 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:31.986519 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b29cf8-c341-4956-9a9a-3f640f725024 admin admin] Router 3cf80fd9-74a2-405a-9e51-106271f1f361 is scheduled to L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 with binding_index 1 {{(pid=111414) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 00:40:31.993669 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-990f8674-fbfc-448d-9886-acc221f1e6c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:31.998320 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-990f8674-fbfc-448d-9886-acc221f1e6c5 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/fd12933a-dfc2-4a11-88f8-4f13627c7193 HTTP/1.1" status: 204 len: 168 time: 1.8849154 Oct 19 00:40:32.003597 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 57480) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:32.045111 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdb07bc-f96b-4e93-94ba-d25629bc4bdf None None] Network 75c84943-00ac-41e3-a6c3-2ea734b46148 requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:40:32.106092 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-b204020e-4fdf-4625-a59a-2a1b1ae7964c None None] Set router f4efb4ff-d867-49fe-b668-3a22f7946be6 gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:40:32.163432 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=100 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:32.164756 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-e39ac56a-e67f-4646-8d34-c1d301587fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-943402'] for network (a993ec12-9075-479d-a14e-7eb6c534c16c), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:32.165788 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-43367a25-73aa-42d7-9bc2-7ec63c3659d5 None None] Current status of the port 8743a7e4-7f76-47fd-8923-e872ffdc0020 is: DOWN; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:40:32.166369 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-43367a25-73aa-42d7-9bc2-7ec63c3659d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (8743a7e4-7f76-47fd-8923-e872ffdc0020), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:32.174804 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-14efcb71-8deb-4a02-af2c-fc12e659363c admin admin] Publish callbacks [] for security_group (e39bd125-7e56-47ba-bd20-c5cd4c439033), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:32.182587 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port 8743a7e4-7f76-47fd-8923-e872ffdc0020 is: DOWN; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:40:32.183024 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (8743a7e4-7f76-47fd-8923-e872ffdc0020), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:32.268030 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] For port 8743a7e4-7f76-47fd-8923-e872ffdc0020, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8743a7e4-7f76-47fd-8923-e872ffdc0020,segment=NetworkSegment(f2b7edb5-09e5-4107-9510-7f8b0ffd80fb),segment_id=f2b7edb5-09e5-4107-9510-7f8b0ffd80fb)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:40:32.278288 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (6724934a-8b6e-4109-8304-d160e240b776), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:32.286869 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (8743a7e4-7f76-47fd-8923-e872ffdc0020), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:32.317331 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-14efcb71-8deb-4a02-af2c-fc12e659363c admin admin] Publish callbacks [] for security_group (e39bd125-7e56-47ba-bd20-c5cd4c439033), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:32.362502 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-b204020e-4fdf-4625-a59a-2a1b1ae7964c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'name': 'tempest-ServerRescueNegativeTestJSON-1708208379-router', 'tenant_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.180'}], 'enable_snat': True}, 'gw_port_id': '98433c02-4af3-45d7-95ba-f3a805e5fcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:24Z', 'updated_at': '2022-10-19T00:40:27Z', 'revision_number': 3, 'project_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'gw_port': {'id': '98433c02-4af3-45d7-95ba-f3a805e5fcf6', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:11:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:32.386857 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:32.389903 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b81edc-b6d1-45db-b7f7-335c64d4c8b7 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:40:32.441245 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-f1b81edc-b6d1-45db-b7f7-335c64d4c8b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:32.444227 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Pushing event updated for resources: {'Port': ['ID=8743a7e4-7f76-47fd-8923-e872ffdc0020,revision_number=3']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:32.445488 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb60e0a-5a2f-42c2-bace-1eb1fc2e2ef1 None None] Pushing event updated for resources: {'Port': ['ID=98433c02-4af3-45d7-95ba-f3a805e5fcf6,revision_number=2']} {{(pid=111417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:32.448920 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-f1b81edc-b6d1-45db-b7f7-335c64d4c8b7 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.5323815 Oct 19 00:40:32.459474 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 57484) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:32.465792 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b204020e-4fdf-4625-a59a-2a1b1ae7964c None None] The sync data for ids ['f4efb4ff-d867-49fe-b668-3a22f7946be6'] in dv-cinder-master-3-iscsi is: [{'id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'name': 'tempest-ServerRescueNegativeTestJSON-1708208379-router', 'tenant_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.180'}], 'enable_snat': True}, 'gw_port_id': '98433c02-4af3-45d7-95ba-f3a805e5fcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:24Z', 'updated_at': '2022-10-19T00:40:27Z', 'revision_number': 3, 'project_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'gw_port': {'id': '98433c02-4af3-45d7-95ba-f3a805e5fcf6', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:11:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:40:32.475833 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb60e0a-5a2f-42c2-bace-1eb1fc2e2ef1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:32.476410 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb60e0a-5a2f-42c2-bace-1eb1fc2e2ef1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:32.478267 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb60e0a-5a2f-42c2-bace-1eb1fc2e2ef1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:32.478747 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb60e0a-5a2f-42c2-bace-1eb1fc2e2ef1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:32.480959 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb60e0a-5a2f-42c2-bace-1eb1fc2e2ef1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:32.481372 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb60e0a-5a2f-42c2-bace-1eb1fc2e2ef1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:32.484020 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb60e0a-5a2f-42c2-bace-1eb1fc2e2ef1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:32.484474 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb60e0a-5a2f-42c2-bace-1eb1fc2e2ef1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:32.485263 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb60e0a-5a2f-42c2-bace-1eb1fc2e2ef1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:32.485263 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb60e0a-5a2f-42c2-bace-1eb1fc2e2ef1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:32.485523 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb60e0a-5a2f-42c2-bace-1eb1fc2e2ef1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:32.486040 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb60e0a-5a2f-42c2-bace-1eb1fc2e2ef1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:32.486429 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb60e0a-5a2f-42c2-bace-1eb1fc2e2ef1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:32.488879 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb60e0a-5a2f-42c2-bace-1eb1fc2e2ef1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:32.489316 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb60e0a-5a2f-42c2-bace-1eb1fc2e2ef1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:40:32.496228 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb60e0a-5a2f-42c2-bace-1eb1fc2e2ef1 None None] Tracked resource versions report: Oct 19 00:40:32.496228 dv-cinder-master-3-iscsi neutron-server[111417]: pushed versions: Oct 19 00:40:32.496228 dv-cinder-master-3-iscsi neutron-server[111417]: { 'AddressGroup': {'1.2'}, Oct 19 00:40:32.496228 dv-cinder-master-3-iscsi neutron-server[111417]: 'Agent': {'1.1'}, Oct 19 00:40:32.496228 dv-cinder-master-3-iscsi neutron-server[111417]: 'ConntrackHelper': {'1.0'}, Oct 19 00:40:32.496228 dv-cinder-master-3-iscsi neutron-server[111417]: 'LocalIPAssociation': {'1.0'}, Oct 19 00:40:32.496228 dv-cinder-master-3-iscsi neutron-server[111417]: 'Log': {'1.0'}, Oct 19 00:40:32.496228 dv-cinder-master-3-iscsi neutron-server[111417]: 'NDPProxy': {'1.0'}, Oct 19 00:40:32.496228 dv-cinder-master-3-iscsi neutron-server[111417]: 'Network': {'1.1'}, Oct 19 00:40:32.496228 dv-cinder-master-3-iscsi neutron-server[111417]: 'Port': {'1.7'}, Oct 19 00:40:32.496228 dv-cinder-master-3-iscsi neutron-server[111417]: 'PortForwarding': {'1.3'}, Oct 19 00:40:32.496228 dv-cinder-master-3-iscsi neutron-server[111417]: 'QosPolicy': {'1.10'}, Oct 19 00:40:32.496228 dv-cinder-master-3-iscsi neutron-server[111417]: 'SecurityGroup': {'1.5'}, Oct 19 00:40:32.496228 dv-cinder-master-3-iscsi neutron-server[111417]: 'SecurityGroupRule': {'1.2'}, Oct 19 00:40:32.496228 dv-cinder-master-3-iscsi neutron-server[111417]: 'SubPort': {'1.0'}, Oct 19 00:40:32.496228 dv-cinder-master-3-iscsi neutron-server[111417]: 'Subnet': {'1.1'}, Oct 19 00:40:32.496228 dv-cinder-master-3-iscsi neutron-server[111417]: 'Trunk': {'1.1'}} Oct 19 00:40:32.496228 dv-cinder-master-3-iscsi neutron-server[111417]: consumer versions: Oct 19 00:40:32.496228 dv-cinder-master-3-iscsi neutron-server[111417]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 19 00:40:32.496228 dv-cinder-master-3-iscsi neutron-server[111417]: HyperV agent@hv-cinder-maste: {}, Oct 19 00:40:32.496228 dv-cinder-master-3-iscsi neutron-server[111417]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 19 00:40:32.496228 dv-cinder-master-3-iscsi neutron-server[111417]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 19 00:40:32.496228 dv-cinder-master-3-iscsi neutron-server[111417]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 19 00:40:32.496228 dv-cinder-master-3-iscsi neutron-server[111417]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 19 00:40:32.496228 dv-cinder-master-3-iscsi neutron-server[111417]: 'Agent': '1.1', Oct 19 00:40:32.496228 dv-cinder-master-3-iscsi neutron-server[111417]: 'ConntrackHelper': '1.0', Oct 19 00:40:32.496228 dv-cinder-master-3-iscsi neutron-server[111417]: 'LocalIPAssociation': '1.0', Oct 19 00:40:32.496228 dv-cinder-master-3-iscsi neutron-server[111417]: 'Log': '1.0', Oct 19 00:40:32.496228 dv-cinder-master-3-iscsi neutron-server[111417]: 'NDPProxy': '1.0', Oct 19 00:40:32.496228 dv-cinder-master-3-iscsi neutron-server[111417]: 'Network': '1.1', Oct 19 00:40:32.496228 dv-cinder-master-3-iscsi neutron-server[111417]: 'Port': '1.7', Oct 19 00:40:32.496228 dv-cinder-master-3-iscsi neutron-server[111417]: 'PortForwarding': '1.3', Oct 19 00:40:32.496228 dv-cinder-master-3-iscsi neutron-server[111417]: 'QosPolicy': '1.10', Oct 19 00:40:32.496228 dv-cinder-master-3-iscsi neutron-server[111417]: 'SecurityGroup': '1.5', Oct 19 00:40:32.496228 dv-cinder-master-3-iscsi neutron-server[111417]: 'SecurityGroupRule': '1.2', Oct 19 00:40:32.496228 dv-cinder-master-3-iscsi neutron-server[111417]: 'SubPort': '1.0', Oct 19 00:40:32.496228 dv-cinder-master-3-iscsi neutron-server[111417]: 'Subnet': '1.1', Oct 19 00:40:32.496228 dv-cinder-master-3-iscsi neutron-server[111417]: 'Trunk': '1.1'}} Oct 19 00:40:32.496228 dv-cinder-master-3-iscsi neutron-server[111417]: {{(pid=111417) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 00:40:32.509024 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb3d340-469a-4627-aa35-33d87f283f89 None None] Sync routers for ids ['cb71179f-77f5-43cb-9d72-cfb0cccc06e0'] in dv-cinder-master-3-iscsi {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:40:32.517735 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:32.547082 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb3d340-469a-4627-aa35-33d87f283f89 None None] Routers {'cb71179f-77f5-43cb-9d72-cfb0cccc06e0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:40:32.547793 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-dfb3d340-469a-4627-aa35-33d87f283f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:40:07Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['cb71179f-77f5-43cb-9d72-cfb0cccc06e0'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:32.618093 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-73413d65-5d6c-4bba-a1d5-1f5d3cf0df1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:32.671469 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b29cf8-c341-4956-9a9a-3f640f725024 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:40:32.685656 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-14efcb71-8deb-4a02-af2c-fc12e659363c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (e39bd125-7e56-47ba-bd20-c5cd4c439033), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:32.688380 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-14efcb71-8deb-4a02-af2c-fc12e659363c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:32.701271 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-14efcb71-8deb-4a02-af2c-fc12e659363c admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/e39bd125-7e56-47ba-bd20-c5cd4c439033 HTTP/1.1" status: 204 len: 168 time: 0.9955394 Oct 19 00:40:32.778043 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9389faf-af47-46dc-bb50-795299ff4537 None None] Network 173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:40:32.796969 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14efcb71-8deb-4a02-af2c-fc12e659363c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39bd125-7e56-47ba-bd20-c5cd4c439033,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:32.829307 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-e39ac56a-e67f-4646-8d34-c1d301587fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-835184', 'neutron.services.segments.db._delete_segments_for_network-8730482754115'] for network (a993ec12-9075-479d-a14e-7eb6c534c16c), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:32.841167 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-10b29cf8-c341-4956-9a9a-3f640f725024 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:32.842757 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-10b29cf8-c341-4956-9a9a-3f640f725024 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.7009802 Oct 19 00:40:32.845987 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 57496) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:32.852756 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-dfb3d340-469a-4627-aa35-33d87f283f89 None None] Set router cb71179f-77f5-43cb-9d72-cfb0cccc06e0 gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:40:32.867921 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b4bfd9-0f31-4328-9ba4-6569c8eda92a None None] Sync routers for ids ['3cf80fd9-74a2-405a-9e51-106271f1f361'] in dv-cinder-master-3-iscsi {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:40:32.880667 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device b30378a6-bfcb-42f2-b322-51ef4af9a4cc up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:40:32.965037 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=5 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:32.985260 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-e39ac56a-e67f-4646-8d34-c1d301587fb7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:40:32.986840 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-e39ac56a-e67f-4646-8d34-c1d301587fb7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:40:32.987842 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-e39ac56a-e67f-4646-8d34-c1d301587fb7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:40:32.991056 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-e39ac56a-e67f-4646-8d34-c1d301587fb7 admin admin] Subscribe: > port after_create 55550000 {{(pid=111414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:40:32.991350 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-e39ac56a-e67f-4646-8d34-c1d301587fb7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=111414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:40:32.991775 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-e39ac56a-e67f-4646-8d34-c1d301587fb7 admin admin] Subscribe: > port after_update 55550000 {{(pid=111414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:40:32.992229 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-e39ac56a-e67f-4646-8d34-c1d301587fb7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:40:32.992671 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-e39ac56a-e67f-4646-8d34-c1d301587fb7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:40:32.993093 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-e39ac56a-e67f-4646-8d34-c1d301587fb7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:40:32.993520 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-e39ac56a-e67f-4646-8d34-c1d301587fb7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:40:33.148110 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-79789e61-1c4d-4e68-9bdb-6d6d51674038 None None] Set router cff419e6-44f2-4dba-b984-4bfa9e7f76e1 gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:40:33.215931 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:33.382435 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-dfb3d340-469a-4627-aa35-33d87f283f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb71179f-77f5-43cb-9d72-cfb0cccc06e0', 'name': 'tempest-DeleteServersTestJSON-1588813887-router', 'tenant_id': 'f249d9041c6749f58973a5b0867b07ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.134'}], 'enable_snat': True}, 'gw_port_id': '5392348f-cbb3-47f7-99f5-bea5d2b1c7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:25Z', 'updated_at': '2022-10-19T00:40:28Z', 'revision_number': 3, 'project_id': 'f249d9041c6749f58973a5b0867b07ce', 'gw_port': {'id': '5392348f-cbb3-47f7-99f5-bea5d2b1c7ee', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:cd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb71179f-77f5-43cb-9d72-cfb0cccc06e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:33.420189 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b4bfd9-0f31-4328-9ba4-6569c8eda92a None None] Routers {'3cf80fd9-74a2-405a-9e51-106271f1f361'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:40:33.420844 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-38b4bfd9-0f31-4328-9ba4-6569c8eda92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:40:07Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['3cf80fd9-74a2-405a-9e51-106271f1f361'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:33.467559 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb60e0a-5a2f-42c2-bace-1eb1fc2e2ef1 None None] Pushing event updated for resources: {'Port': ['ID=98433c02-4af3-45d7-95ba-f3a805e5fcf6,revision_number=3']} {{(pid=111417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:33.471274 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb3d340-469a-4627-aa35-33d87f283f89 None None] Checking router: cb71179f-77f5-43cb-9d72-cfb0cccc06e0 for host: dv-cinder-master-3-iscsi {{(pid=111417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:40:33.472469 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb3d340-469a-4627-aa35-33d87f283f89 None None] Updating router cb71179f-77f5-43cb-9d72-cfb0cccc06e0 port 5392348f-cbb3-47f7-99f5-bea5d2b1c7ee binding host dv-cinder-master-3-iscsi {{(pid=111417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:40:33.501212 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-e39ac56a-e67f-4646-8d34-c1d301587fb7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:40:33.501708 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-e39ac56a-e67f-4646-8d34-c1d301587fb7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:40:33.502063 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-e39ac56a-e67f-4646-8d34-c1d301587fb7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:40:33.502400 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-e39ac56a-e67f-4646-8d34-c1d301587fb7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:40:33.503411 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.services.segments.db [None req-e39ac56a-e67f-4646-8d34-c1d301587fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a993ec12-9075-479d-a14e-7eb6c534c16c']}} {{(pid=111414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:33.559641 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.services.segments.db [None req-e39ac56a-e67f-4646-8d34-c1d301587fb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1c9a544-e9dd-446c-afe5-e8c04f60e646') {'for_net_delete': True} {{(pid=111414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:33.559941 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.services.segments.db [None req-e39ac56a-e67f-4646-8d34-c1d301587fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1c9a544-e9dd-446c-afe5-e8c04f60e646') {} {{(pid=111414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:33.579334 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ed7824b0-e87b-4367-9e2a-76359660822c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:33.623211 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-e39ac56a-e67f-4646-8d34-c1d301587fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730482833143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8000567'] for segment (b1c9a544-e9dd-446c-afe5-e8c04f60e646), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:33.705426 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-38b4bfd9-0f31-4328-9ba4-6569c8eda92a None None] Set router 3cf80fd9-74a2-405a-9e51-106271f1f361 gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:40:33.768649 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-dfb3d340-469a-4627-aa35-33d87f283f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (5392348f-cbb3-47f7-99f5-bea5d2b1c7ee), before_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:33.801745 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-e39ac56a-e67f-4646-8d34-c1d301587fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412'] for segment (b1c9a544-e9dd-446c-afe5-e8c04f60e646), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:33.822845 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=100 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:33.854389 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e39ac56a-e67f-4646-8d34-c1d301587fb7 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=111414) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 00:40:33.857458 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-e39ac56a-e67f-4646-8d34-c1d301587fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6576813'] for segment (b1c9a544-e9dd-446c-afe5-e8c04f60e646), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:33.939237 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:33.941646 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port b30378a6-bfcb-42f2-b322-51ef4af9a4cc triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:40:33.947019 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (b30378a6-bfcb-42f2-b322-51ef4af9a4cc), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:33.947876 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port b30378a6-bfcb-42f2-b322-51ef4af9a4cc Oct 19 00:40:34.138244 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.db_base_plugin_common [None req-73413d65-5d6c-4bba-a1d5-1f5d3cf0df1d admin admin] Allocated IP 172.20.0.1 (75c84943-00ac-41e3-a6c3-2ea734b46148/da4d7e39-f806-4ee4-9a72-d230cc0f9d32/89551b73-6a90-45f5-a164-06641a54f08f) {{(pid=111415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:40:34.192645 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=100 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:34.197911 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:34.200060 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-79789e61-1c4d-4e68-9bdb-6d6d51674038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'name': 'tempest-AttachVolumeNegativeTest-34200755-router', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108'}], 'enable_snat': True}, 'gw_port_id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:25Z', 'updated_at': '2022-10-19T00:40:28Z', 'revision_number': 3, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'gw_port': {'id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:34.284378 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.db.api [None req-43367a25-73aa-42d7-9bc2-7ec63c3659d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 19 00:40:34.287075 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG oslo_db.api [None req-43367a25-73aa-42d7-9bc2-7ec63c3659d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 00:40:34.401239 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-e39ac56a-e67f-4646-8d34-c1d301587fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-835145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942277'] for network (a993ec12-9075-479d-a14e-7eb6c534c16c), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:34.433525 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ac56a-e67f-4646-8d34-c1d301587fb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a993ec12-9075-479d-a14e-7eb6c534c16c,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:34.444605 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-e39ac56a-e67f-4646-8d34-c1d301587fb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for network (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:34.451352 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-e39ac56a-e67f-4646-8d34-c1d301587fb7 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/a993ec12-9075-479d-a14e-7eb6c534c16c HTTP/1.1" status: 204 len: 168 time: 2.4397948 Oct 19 00:40:34.453068 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-dfb3d340-469a-4627-aa35-33d87f283f89 None None] Publish callbacks [] for port (5392348f-cbb3-47f7-99f5-bea5d2b1c7ee), precommit_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:34.455722 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79789e61-1c4d-4e68-9bdb-6d6d51674038 None None] Checking router: cff419e6-44f2-4dba-b984-4bfa9e7f76e1 for host: dv-cinder-master-3-iscsi {{(pid=111416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:40:34.457220 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 57570) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:34.464042 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79789e61-1c4d-4e68-9bdb-6d6d51674038 None None] Updating router cff419e6-44f2-4dba-b984-4bfa9e7f76e1 port 34c67444-7acf-4405-bf27-e0be5c28ddd1 binding host dv-cinder-master-3-iscsi {{(pid=111416) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:40:34.474734 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-dfb3d340-469a-4627-aa35-33d87f283f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (5392348f-cbb3-47f7-99f5-bea5d2b1c7ee), after_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:34.519697 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.managers [None req-dfb3d340-469a-4627-aa35-33d87f283f89 None None] Attempting to bind port 5392348f-cbb3-47f7-99f5-bea5d2b1c7ee on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:40:34.533242 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.managers [None req-dfb3d340-469a-4627-aa35-33d87f283f89 None None] Attempting to bind port 5392348f-cbb3-47f7-99f5-bea5d2b1c7ee by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'cdce283e-dd8a-4d22-a7f9-996f16aea9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'}] {{(pid=111417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:40:34.534086 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb3d340-469a-4627-aa35-33d87f283f89 None None] Attempting to bind port 5392348f-cbb3-47f7-99f5-bea5d2b1c7ee on network 973fa957-bcd6-42c3-bc57-5a91d78147c8 {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:40:34.601457 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-79789e61-1c4d-4e68-9bdb-6d6d51674038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (34c67444-7acf-4405-bf27-e0be5c28ddd1), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:34.605888 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0fcc5ec-25c3-4319-aa54-11a2d743c54a admin admin] Deleting subnet 2d4c080d-d39b-473c-ac6a-0ab0afc3ff8d {{(pid=111414) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 19 00:40:34.635451 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-b0fcc5ec-25c3-4319-aa54-11a2d743c54a admin admin] Publish callbacks [] for subnet (2d4c080d-d39b-473c-ac6a-0ab0afc3ff8d), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:34.748206 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b502930e-8a88-4335-b8e6-f30840e18dfb None None] Pushing event updated for resources: {'Port': ['ID=5392348f-cbb3-47f7-99f5-bea5d2b1c7ee,revision_number=2']} {{(pid=111417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:34.814017 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb3d340-469a-4627-aa35-33d87f283f89 None None] Checking agent: {'id': '0014484f-12ef-47ae-ba33-5ac9a1be8800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 32, 10), 'started_at': datetime.datetime(2022, 10, 19, 0, 32, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:40:34.829840 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.db_base_plugin_common [None req-ed7824b0-e87b-4367-9e2a-76359660822c admin admin] Allocated IP 172.20.0.1 (635fade4-7ee9-45f4-8020-ceb7d6bf784a/749347d7-6beb-499e-80b2-119168147fbe/76e66c4d-d0fb-42f0-b692-137e4509b09a) {{(pid=111415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:40:34.833465 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb3d340-469a-4627-aa35-33d87f283f89 None None] Checking segment: {'id': 'cdce283e-dd8a-4d22-a7f9-996f16aea9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:40:34.833883 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-dfb3d340-469a-4627-aa35-33d87f283f89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:34.834282 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb3d340-469a-4627-aa35-33d87f283f89 None None] Bound using segment: {'id': 'cdce283e-dd8a-4d22-a7f9-996f16aea9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'} {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:40:34.839035 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.managers [None req-dfb3d340-469a-4627-aa35-33d87f283f89 None None] Bound port: 5392348f-cbb3-47f7-99f5-bea5d2b1c7ee, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdce283e-dd8a-4d22-a7f9-996f16aea9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'}}] {{(pid=111417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:40:34.840910 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-dfb3d340-469a-4627-aa35-33d87f283f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (5392348f-cbb3-47f7-99f5-bea5d2b1c7ee), before_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:34.905824 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-b0fcc5ec-25c3-4319-aa54-11a2d743c54a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8000512'] for subnet (2d4c080d-d39b-473c-ac6a-0ab0afc3ff8d), precommit_delete_associations {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:34.969189 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.db [None req-dfb3d340-469a-4627-aa35-33d87f283f89 None None] For port 5392348f-cbb3-47f7-99f5-bea5d2b1c7ee, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=111417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:40:34.981410 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.db [None req-dfb3d340-469a-4627-aa35-33d87f283f89 None None] For port 5392348f-cbb3-47f7-99f5-bea5d2b1c7ee, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5392348f-cbb3-47f7-99f5-bea5d2b1c7ee,segment=NetworkSegment(cdce283e-dd8a-4d22-a7f9-996f16aea9b7),segment_id=cdce283e-dd8a-4d22-a7f9-996f16aea9b7)] {{(pid=111417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:40:34.994345 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-dfb3d340-469a-4627-aa35-33d87f283f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (5392348f-cbb3-47f7-99f5-bea5d2b1c7ee), after_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:35.003904 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:35.032183 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-b0fcc5ec-25c3-4319-aa54-11a2d743c54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-835128'] for subnet (2d4c080d-d39b-473c-ac6a-0ab0afc3ff8d), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:35.108577 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-73413d65-5d6c-4bba-a1d5-1f5d3cf0df1d admin admin] Publish callbacks [] for port (89551b73-6a90-45f5-a164-06641a54f08f), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:35.112723 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.services.segments.plugin [-] Segment b1c9a544-e9dd-446c-afe5-e8c04f60e646 resource provider aggregate not found Oct 19 00:40:35.112876 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b502930e-8a88-4335-b8e6-f30840e18dfb None None] Pushing event updated for resources: {'Port': ['ID=5392348f-cbb3-47f7-99f5-bea5d2b1c7ee,revision_number=3']} {{(pid=111417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:35.120689 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb3d340-469a-4627-aa35-33d87f283f89 None None] Routers {'cb71179f-77f5-43cb-9d72-cfb0cccc06e0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:40:35.121322 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-dfb3d340-469a-4627-aa35-33d87f283f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:40:07Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['cb71179f-77f5-43cb-9d72-cfb0cccc06e0'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:35.231769 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.services.segments.plugin [-] Segment b1c9a544-e9dd-446c-afe5-e8c04f60e646 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b1c9a544-e9dd-446c-afe5-e8c04f60e646 found for delete ", "request_id": "req-a08a2ac4-68f1-47fb-b513-7816b0ad2964"}]} Oct 19 00:40:35.274814 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-b0fcc5ec-25c3-4319-aa54-11a2d743c54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-835107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6577423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8022618'] for subnet (2d4c080d-d39b-473c-ac6a-0ab0afc3ff8d), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:35.305146 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-16eed710-6ecc-44dc-b593-3013ecccf63d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:35.323866 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-dfb3d340-469a-4627-aa35-33d87f283f89 None None] Set router cb71179f-77f5-43cb-9d72-cfb0cccc06e0 gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:40:35.338762 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-43367a25-73aa-42d7-9bc2-7ec63c3659d5 None None] Current status of the port 8743a7e4-7f76-47fd-8923-e872ffdc0020 is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:40:35.357961 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-38b4bfd9-0f31-4328-9ba4-6569c8eda92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'name': 'tempest-AttachVolumeShelveTestJSON-974185996-router', 'tenant_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.225'}], 'enable_snat': True}, 'gw_port_id': '8600c63b-1f07-4601-8ec4-f15ced3e9ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:30Z', 'revision_number': 3, 'project_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'gw_port': {'id': '8600c63b-1f07-4601-8ec4-f15ced3e9ba2', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:06:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:27Z', 'updated_at': '2022-10-19T00:40:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:35.364455 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-b0fcc5ec-25c3-4319-aa54-11a2d743c54a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for subnet (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:35.369020 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-b0fcc5ec-25c3-4319-aa54-11a2d743c54a admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/2d4c080d-d39b-473c-ac6a-0ab0afc3ff8d HTTP/1.1" status: 204 len: 168 time: 0.9100354 Oct 19 00:40:35.385294 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 57596) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:35.390101 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port b30378a6-bfcb-42f2-b322-51ef4af9a4cc is: DOWN; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:40:35.390752 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (b30378a6-bfcb-42f2-b322-51ef4af9a4cc), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:35.422698 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-73413d65-5d6c-4bba-a1d5-1f5d3cf0df1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450'] for port (89551b73-6a90-45f5-a164-06641a54f08f), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:35.481974 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:35.491767 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73413d65-5d6c-4bba-a1d5-1f5d3cf0df1d admin admin] Network 75c84943-00ac-41e3-a6c3-2ea734b46148 is already hosted by enough agents. {{(pid=111415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:40:35.502943 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.base_scheduler [None req-73413d65-5d6c-4bba-a1d5-1f5d3cf0df1d admin admin] Resources bound (agent type, host, resource id): {{(pid=111415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:40:35.545352 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-46d2287a-0262-49d5-8bb6-c562d088fd2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-943402'] for network (9cd299b2-84c9-4e50-a5ba-1e1b3f3e23f0), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:35.546089 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73413d65-5d6c-4bba-a1d5-1f5d3cf0df1d admin admin] Received port after_create {{(pid=111415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:40:35.546089 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-73413d65-5d6c-4bba-a1d5-1f5d3cf0df1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1942421'] for router_interface (f4efb4ff-d867-49fe-b668-3a22f7946be6), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:35.590207 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fcc5ec-25c3-4319-aa54-11a2d743c54a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d4c080d-d39b-473c-ac6a-0ab0afc3ff8d,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:35.592609 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-dfb3d340-469a-4627-aa35-33d87f283f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb71179f-77f5-43cb-9d72-cfb0cccc06e0', 'name': 'tempest-DeleteServersTestJSON-1588813887-router', 'tenant_id': 'f249d9041c6749f58973a5b0867b07ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.134'}], 'enable_snat': True}, 'gw_port_id': '5392348f-cbb3-47f7-99f5-bea5d2b1c7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:25Z', 'updated_at': '2022-10-19T00:40:28Z', 'revision_number': 3, 'project_id': 'f249d9041c6749f58973a5b0867b07ce', 'gw_port': {'id': '5392348f-cbb3-47f7-99f5-bea5d2b1c7ee', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:cd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb71179f-77f5-43cb-9d72-cfb0cccc06e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:35.605318 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b4bfd9-0f31-4328-9ba4-6569c8eda92a None None] Checking router: 3cf80fd9-74a2-405a-9e51-106271f1f361 for host: dv-cinder-master-3-iscsi {{(pid=111416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:40:35.605668 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b4bfd9-0f31-4328-9ba4-6569c8eda92a None None] Updating router 3cf80fd9-74a2-405a-9e51-106271f1f361 port 8600c63b-1f07-4601-8ec4-f15ced3e9ba2 binding host dv-cinder-master-3-iscsi {{(pid=111416) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:40:35.668456 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb3d340-469a-4627-aa35-33d87f283f89 None None] The sync data for ids ['cb71179f-77f5-43cb-9d72-cfb0cccc06e0'] in dv-cinder-master-3-iscsi is: [{'id': 'cb71179f-77f5-43cb-9d72-cfb0cccc06e0', 'name': 'tempest-DeleteServersTestJSON-1588813887-router', 'tenant_id': 'f249d9041c6749f58973a5b0867b07ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.134'}], 'enable_snat': True}, 'gw_port_id': '5392348f-cbb3-47f7-99f5-bea5d2b1c7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:25Z', 'updated_at': '2022-10-19T00:40:28Z', 'revision_number': 3, 'project_id': 'f249d9041c6749f58973a5b0867b07ce', 'gw_port': {'id': '5392348f-cbb3-47f7-99f5-bea5d2b1c7ee', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:cd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb71179f-77f5-43cb-9d72-cfb0cccc06e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:40:35.687328 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-46d2287a-0262-49d5-8bb6-c562d088fd2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-835184', 'neutron.services.segments.db._delete_segments_for_network-8730482754115'] for network (9cd299b2-84c9-4e50-a5ba-1e1b3f3e23f0), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:35.704409 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-b5217a07-536a-4417-8ec3-92e1c1b764a4 None None] Provisioning complete for port 37ddeb91-469b-4a99-916c-27228c46aa78 triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:40:35.704806 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-b5217a07-536a-4417-8ec3-92e1c1b764a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (37ddeb91-469b-4a99-916c-27228c46aa78), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:35.705146 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-b5217a07-536a-4417-8ec3-92e1c1b764a4 None None] Attempt 1 to provision port 37ddeb91-469b-4a99-916c-27228c46aa78 Oct 19 00:40:35.748178 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.services.segments.db [None req-46d2287a-0262-49d5-8bb6-c562d088fd2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cd299b2-84c9-4e50-a5ba-1e1b3f3e23f0']}} {{(pid=111414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:35.773435 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.services.segments.db [None req-46d2287a-0262-49d5-8bb6-c562d088fd2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33be02b8-6e82-4256-988e-f9f05de8f726') {'for_net_delete': True} {{(pid=111414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:35.773745 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.services.segments.db [None req-46d2287a-0262-49d5-8bb6-c562d088fd2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33be02b8-6e82-4256-988e-f9f05de8f726') {} {{(pid=111414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:35.817585 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:35.834922 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-46d2287a-0262-49d5-8bb6-c562d088fd2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730482833143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8000567'] for segment (33be02b8-6e82-4256-988e-f9f05de8f726), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:35.840390 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-57159313-13d1-4cb7-9e19-a3f8a2029e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:35.891541 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-38b4bfd9-0f31-4328-9ba4-6569c8eda92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (8600c63b-1f07-4601-8ec4-f15ced3e9ba2), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:35.926034 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73413d65-5d6c-4bba-a1d5-1f5d3cf0df1d admin admin] Pushing event updated for resources: {'Port': ['ID=89551b73-6a90-45f5-a164-06641a54f08f,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:35.957452 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-96a89ff9-eabc-461f-bd23-2b199d426c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:35.991110 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-46d2287a-0262-49d5-8bb6-c562d088fd2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412'] for segment (33be02b8-6e82-4256-988e-f9f05de8f726), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:36.026423 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ed7824b0-e87b-4367-9e2a-76359660822c admin admin] Publish callbacks [] for port (76e66c4d-d0fb-42f0-b692-137e4509b09a), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:36.046316 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:36.046450 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46d2287a-0262-49d5-8bb6-c562d088fd2b admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=111414) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 00:40:36.046878 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-46d2287a-0262-49d5-8bb6-c562d088fd2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6576813'] for segment (33be02b8-6e82-4256-988e-f9f05de8f726), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:36.168272 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] For port b30378a6-bfcb-42f2-b322-51ef4af9a4cc, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b30378a6-bfcb-42f2-b322-51ef4af9a4cc,segment=NetworkSegment(0949f098-87bd-4d7c-adb9-f3622e4872b3),segment_id=0949f098-87bd-4d7c-adb9-f3622e4872b3)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:40:36.219533 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (b30378a6-bfcb-42f2-b322-51ef4af9a4cc), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:36.220910 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 32fee4f2-1471-497c-ab29-481490f8cef7 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:40:36.231140 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-46d2287a-0262-49d5-8bb6-c562d088fd2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-835145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942277'] for network (9cd299b2-84c9-4e50-a5ba-1e1b3f3e23f0), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:36.242767 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-46d2287a-0262-49d5-8bb6-c562d088fd2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for network (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:36.252200 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-46d2287a-0262-49d5-8bb6-c562d088fd2b admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/9cd299b2-84c9-4e50-a5ba-1e1b3f3e23f0 HTTP/1.1" status: 204 len: 168 time: 0.8646715 Oct 19 00:40:36.327462 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-73413d65-5d6c-4bba-a1d5-1f5d3cf0df1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (89551b73-6a90-45f5-a164-06641a54f08f), before_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:36.371998 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=100 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:36.391010 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.db_base_plugin_common [None req-57159313-13d1-4cb7-9e19-a3f8a2029e35 admin admin] Allocated IP 172.20.0.1 (173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc/29c3f2de-ba2c-47ae-bf44-d2591e2e7caf/930e8761-e1d9-4b49-b26a-59d0cbc1c7e1) {{(pid=111414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:40:36.447076 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d2287a-0262-49d5-8bb6-c562d088fd2b admin admin] Pushing event deleted for resources: {'Network': ['ID=9cd299b2-84c9-4e50-a5ba-1e1b3f3e23f0,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:36.494757 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:36.595372 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Pushing event updated for resources: {'Port': ['ID=b30378a6-bfcb-42f2-b322-51ef4af9a4cc,revision_number=3']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:36.598581 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=81,neutron:DELETE=9,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:36.600551 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-b5217a07-536a-4417-8ec3-92e1c1b764a4 None None] Current status of the port 37ddeb91-469b-4a99-916c-27228c46aa78 is: DOWN; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:40:36.600943 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-b5217a07-536a-4417-8ec3-92e1c1b764a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (37ddeb91-469b-4a99-916c-27228c46aa78), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:36.637757 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port 32fee4f2-1471-497c-ab29-481490f8cef7 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:40:36.638101 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (32fee4f2-1471-497c-ab29-481490f8cef7), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:36.638454 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port 32fee4f2-1471-497c-ab29-481490f8cef7 Oct 19 00:40:36.662676 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-79789e61-1c4d-4e68-9bdb-6d6d51674038 None None] Publish callbacks [] for port (34c67444-7acf-4405-bf27-e0be5c28ddd1), precommit_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:36.680392 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-73413d65-5d6c-4bba-a1d5-1f5d3cf0df1d admin admin] Publish callbacks [] for port (89551b73-6a90-45f5-a164-06641a54f08f), precommit_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:36.688015 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.db_base_plugin_common [None req-96a89ff9-eabc-461f-bd23-2b199d426c2e admin admin] Allocated IP 172.20.0.1 (db3956ab-e454-4c4b-8ece-d9089b41eb0d/1d783581-46ca-4346-8fdb-4ad8d1fe4360/e9cd02a6-67dc-414f-8b71-71616ec0bb96) {{(pid=111415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:40:36.693375 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-73413d65-5d6c-4bba-a1d5-1f5d3cf0df1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (89551b73-6a90-45f5-a164-06641a54f08f), after_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:36.694323 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-73413d65-5d6c-4bba-a1d5-1f5d3cf0df1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1942533'] for router_interface (f4efb4ff-d867-49fe-b668-3a22f7946be6), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:36.700887 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-57159313-13d1-4cb7-9e19-a3f8a2029e35 admin admin] Publish callbacks [] for port (930e8761-e1d9-4b49-b26a-59d0cbc1c7e1), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:36.703024 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ed7824b0-e87b-4367-9e2a-76359660822c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450'] for port (76e66c4d-d0fb-42f0-b692-137e4509b09a), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:36.723311 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-79789e61-1c4d-4e68-9bdb-6d6d51674038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (34c67444-7acf-4405-bf27-e0be5c28ddd1), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:36.752294 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-57159313-13d1-4cb7-9e19-a3f8a2029e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (930e8761-e1d9-4b49-b26a-59d0cbc1c7e1), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:36.804754 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 57642) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:36.824815 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57159313-13d1-4cb7-9e19-a3f8a2029e35 admin admin] Network 173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc is already hosted by enough agents. {{(pid=111414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:40:36.830753 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [None req-57159313-13d1-4cb7-9e19-a3f8a2029e35 admin admin] Resources bound (agent type, host, resource id): {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:40:36.849198 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57159313-13d1-4cb7-9e19-a3f8a2029e35 admin admin] Received port after_create {{(pid=111414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:40:36.875882 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-b5217a07-536a-4417-8ec3-92e1c1b764a4 None None] For port 37ddeb91-469b-4a99-916c-27228c46aa78, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=37ddeb91-469b-4a99-916c-27228c46aa78,segment=NetworkSegment(5e10216b-5353-4a7f-a5b9-0961a609cc49),segment_id=5e10216b-5353-4a7f-a5b9-0961a609cc49)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:40:36.909336 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-57159313-13d1-4cb7-9e19-a3f8a2029e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1942421'] for router_interface (3cf80fd9-74a2-405a-9e51-106271f1f361), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:36.929608 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73413d65-5d6c-4bba-a1d5-1f5d3cf0df1d admin admin] Network 75c84943-00ac-41e3-a6c3-2ea734b46148 is already hosted by enough agents. {{(pid=111415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:40:36.963095 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.base_scheduler [None req-73413d65-5d6c-4bba-a1d5-1f5d3cf0df1d admin admin] Resources bound (agent type, host, resource id): {{(pid=111415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:40:36.998227 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57159313-13d1-4cb7-9e19-a3f8a2029e35 admin admin] Pushing event updated for resources: {'Port': ['ID=930e8761-e1d9-4b49-b26a-59d0cbc1c7e1,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:37.009895 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-79789e61-1c4d-4e68-9bdb-6d6d51674038 None None] Attempting to bind port 34c67444-7acf-4405-bf27-e0be5c28ddd1 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:40:37.010266 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-79789e61-1c4d-4e68-9bdb-6d6d51674038 None None] Attempting to bind port 34c67444-7acf-4405-bf27-e0be5c28ddd1 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'cdce283e-dd8a-4d22-a7f9-996f16aea9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'}] {{(pid=111416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:40:37.010648 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79789e61-1c4d-4e68-9bdb-6d6d51674038 None None] Attempting to bind port 34c67444-7acf-4405-bf27-e0be5c28ddd1 on network 973fa957-bcd6-42c3-bc57-5a91d78147c8 {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:40:37.023138 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-b5217a07-536a-4417-8ec3-92e1c1b764a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (37ddeb91-469b-4a99-916c-27228c46aa78), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:37.077306 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7824b0-e87b-4367-9e2a-76359660822c admin admin] Network 635fade4-7ee9-45f4-8020-ceb7d6bf784a is already hosted by enough agents. {{(pid=111415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:40:37.079950 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:37.108922 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-862ed6c4-9735-4738-a91f-1d251895ef9b admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=47e9d7d5512148d5ae8eb9dda5b3657d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2994833 Oct 19 00:40:37.133480 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 57646) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:37.176712 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-b7f5d15e-5ed9-43d5-b363-d786a90a9814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:37.202144 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-b5217a07-536a-4417-8ec3-92e1c1b764a4 None None] Provisioning complete for port 8743a7e4-7f76-47fd-8923-e872ffdc0020 triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:40:37.203652 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-b5217a07-536a-4417-8ec3-92e1c1b764a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (8743a7e4-7f76-47fd-8923-e872ffdc0020), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:37.204148 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-b5217a07-536a-4417-8ec3-92e1c1b764a4 None None] Attempt 1 to provision port 8743a7e4-7f76-47fd-8923-e872ffdc0020 Oct 19 00:40:37.206557 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0451f6-8502-44e1-b301-592d02fb5d89 None None] Pushing event updated for resources: {'Port': ['ID=34c67444-7acf-4405-bf27-e0be5c28ddd1,revision_number=2']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:37.247320 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.base_scheduler [None req-ed7824b0-e87b-4367-9e2a-76359660822c admin admin] Resources bound (agent type, host, resource id): {{(pid=111415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:40:37.276496 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.services.segments.plugin [-] Segment 33be02b8-6e82-4256-988e-f9f05de8f726 resource provider aggregate not found Oct 19 00:40:37.281362 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 57648) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:37.291690 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73413d65-5d6c-4bba-a1d5-1f5d3cf0df1d admin admin] Pushing event updated for resources: {'Port': ['ID=89551b73-6a90-45f5-a164-06641a54f08f,revision_number=2']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:37.303074 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7824b0-e87b-4367-9e2a-76359660822c admin admin] Received port after_create {{(pid=111415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:40:37.303567 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ed7824b0-e87b-4367-9e2a-76359660822c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1942421'] for router_interface (cff419e6-44f2-4dba-b984-4bfa9e7f76e1), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:37.489329 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.services.segments.plugin [-] Segment 33be02b8-6e82-4256-988e-f9f05de8f726 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 33be02b8-6e82-4256-988e-f9f05de8f726 found for delete ", "request_id": "req-4489481b-14a9-408f-90b3-bc75bb723743"}]} Oct 19 00:40:37.588708 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-57159313-13d1-4cb7-9e19-a3f8a2029e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (930e8761-e1d9-4b49-b26a-59d0cbc1c7e1), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:37.594729 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d215e154-9324-4fc0-8f6c-b50add578c83 admin admin] Publish callbacks [] for security_group (beac4549-65d8-478f-8dce-c86a1ac7362b), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:37.607519 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:37.661363 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port 32fee4f2-1471-497c-ab29-481490f8cef7 is: DOWN; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:40:37.662442 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (32fee4f2-1471-497c-ab29-481490f8cef7), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:37.667149 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d215e154-9324-4fc0-8f6c-b50add578c83 admin admin] Publish callbacks [] for security_group (beac4549-65d8-478f-8dce-c86a1ac7362b), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:37.693911 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7824b0-e87b-4367-9e2a-76359660822c admin admin] Pushing event updated for resources: {'Port': ['ID=76e66c4d-d0fb-42f0-b692-137e4509b09a,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:37.765529 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79789e61-1c4d-4e68-9bdb-6d6d51674038 None None] Checking agent: {'id': '0014484f-12ef-47ae-ba33-5ac9a1be8800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 32, 10), 'started_at': datetime.datetime(2022, 10, 19, 0, 32, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:40:37.766374 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79789e61-1c4d-4e68-9bdb-6d6d51674038 None None] Checking segment: {'id': 'cdce283e-dd8a-4d22-a7f9-996f16aea9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:40:37.767026 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-79789e61-1c4d-4e68-9bdb-6d6d51674038 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:37.767641 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79789e61-1c4d-4e68-9bdb-6d6d51674038 None None] Bound using segment: {'id': 'cdce283e-dd8a-4d22-a7f9-996f16aea9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'} {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:40:37.768681 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-79789e61-1c4d-4e68-9bdb-6d6d51674038 None None] Bound port: 34c67444-7acf-4405-bf27-e0be5c28ddd1, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdce283e-dd8a-4d22-a7f9-996f16aea9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'}}] {{(pid=111416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:40:37.769976 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-79789e61-1c4d-4e68-9bdb-6d6d51674038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (34c67444-7acf-4405-bf27-e0be5c28ddd1), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:37.802135 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73413d65-5d6c-4bba-a1d5-1f5d3cf0df1d admin admin] Router f4efb4ff-d867-49fe-b668-3a22f7946be6 has already been hosted by L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 {{(pid=111415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:40:37.805185 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-96a89ff9-eabc-461f-bd23-2b199d426c2e admin admin] Publish callbacks [] for port (e9cd02a6-67dc-414f-8b71-71616ec0bb96), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:37.806596 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ed7824b0-e87b-4367-9e2a-76359660822c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (76e66c4d-d0fb-42f0-b692-137e4509b09a), before_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:37.833637 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5217a07-536a-4417-8ec3-92e1c1b764a4 None None] Pushing event updated for resources: {'Port': ['ID=37ddeb91-469b-4a99-916c-27228c46aa78,revision_number=3']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:37.842797 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-38b4bfd9-0f31-4328-9ba4-6569c8eda92a None None] Publish callbacks [] for port (8600c63b-1f07-4601-8ec4-f15ced3e9ba2), precommit_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:37.894266 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:37.903629 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-38b4bfd9-0f31-4328-9ba4-6569c8eda92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (8600c63b-1f07-4601-8ec4-f15ced3e9ba2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:37.939005 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] For port 32fee4f2-1471-497c-ab29-481490f8cef7, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=32fee4f2-1471-497c-ab29-481490f8cef7,segment=NetworkSegment(cf8e282f-d232-4da7-8dc9-5de45f52d170),segment_id=cf8e282f-d232-4da7-8dc9-5de45f52d170)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:40:37.973175 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:37.977781 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (32fee4f2-1471-497c-ab29-481490f8cef7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:37.978617 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 37ddeb91-469b-4a99-916c-27228c46aa78 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:40:37.984550 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-79789e61-1c4d-4e68-9bdb-6d6d51674038 None None] For port 34c67444-7acf-4405-bf27-e0be5c28ddd1, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=111416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:40:37.987863 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-38b4bfd9-0f31-4328-9ba4-6569c8eda92a None None] Attempting to bind port 8600c63b-1f07-4601-8ec4-f15ced3e9ba2 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:40:37.988474 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-38b4bfd9-0f31-4328-9ba4-6569c8eda92a None None] Attempting to bind port 8600c63b-1f07-4601-8ec4-f15ced3e9ba2 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'cdce283e-dd8a-4d22-a7f9-996f16aea9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'}] {{(pid=111416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:40:37.988474 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b4bfd9-0f31-4328-9ba4-6569c8eda92a None None] Attempting to bind port 8600c63b-1f07-4601-8ec4-f15ced3e9ba2 on network 973fa957-bcd6-42c3-bc57-5a91d78147c8 {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:40:37.990520 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-b5217a07-536a-4417-8ec3-92e1c1b764a4 None None] Current status of the port 8743a7e4-7f76-47fd-8923-e872ffdc0020 is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:40:38.008208 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-57159313-13d1-4cb7-9e19-a3f8a2029e35 admin admin] Publish callbacks [] for port (930e8761-e1d9-4b49-b26a-59d0cbc1c7e1), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:38.023312 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-57159313-13d1-4cb7-9e19-a3f8a2029e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577477'] for port (930e8761-e1d9-4b49-b26a-59d0cbc1c7e1), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:38.032409 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-798c903a-4e3c-4ec4-8777-91fa33519970 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:38.039185 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:38.084529 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:38.117680 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-79789e61-1c4d-4e68-9bdb-6d6d51674038 None None] For port 34c67444-7acf-4405-bf27-e0be5c28ddd1, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=34c67444-7acf-4405-bf27-e0be5c28ddd1,segment=NetworkSegment(cdce283e-dd8a-4d22-a7f9-996f16aea9b7),segment_id=cdce283e-dd8a-4d22-a7f9-996f16aea9b7)] {{(pid=111416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:40:38.120590 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a849eb-92ae-46e2-9d12-a011cb3230a1 None None] Pushing event updated for resources: {'Port': ['ID=8600c63b-1f07-4601-8ec4-f15ced3e9ba2,revision_number=2']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:38.133173 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-b5217a07-536a-4417-8ec3-92e1c1b764a4 None None] Provisioning complete for port 32fee4f2-1471-497c-ab29-481490f8cef7 triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:40:38.134083 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-b5217a07-536a-4417-8ec3-92e1c1b764a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (32fee4f2-1471-497c-ab29-481490f8cef7), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:38.134720 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-b5217a07-536a-4417-8ec3-92e1c1b764a4 None None] Attempt 1 to provision port 32fee4f2-1471-497c-ab29-481490f8cef7 Oct 19 00:40:38.149512 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-57159313-13d1-4cb7-9e19-a3f8a2029e35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1942533'] for router_interface (3cf80fd9-74a2-405a-9e51-106271f1f361), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:38.165898 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73413d65-5d6c-4bba-a1d5-1f5d3cf0df1d admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:40:38.176819 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57159313-13d1-4cb7-9e19-a3f8a2029e35 admin admin] Pushing event updated for resources: {'Port': ['ID=930e8761-e1d9-4b49-b26a-59d0cbc1c7e1,revision_number=2']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:38.185551 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-79789e61-1c4d-4e68-9bdb-6d6d51674038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (34c67444-7acf-4405-bf27-e0be5c28ddd1), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:38.202616 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-73413d65-5d6c-4bba-a1d5-1f5d3cf0df1d admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/f4efb4ff-d867-49fe-b668-3a22f7946be6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7291873 Oct 19 00:40:38.217383 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66499d03-cf04-4c06-87ba-9bedd6977968 None None] Sync routers for ids ['f4efb4ff-d867-49fe-b668-3a22f7946be6'] in dv-cinder-master-3-iscsi {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:40:38.235051 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 57680) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:38.246269 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d215e154-9324-4fc0-8f6c-b50add578c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (beac4549-65d8-478f-8dce-c86a1ac7362b), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:38.250214 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d215e154-9324-4fc0-8f6c-b50add578c83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:38.255411 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-d215e154-9324-4fc0-8f6c-b50add578c83 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/beac4549-65d8-478f-8dce-c86a1ac7362b HTTP/1.1" status: 204 len: 168 time: 1.1206243 Oct 19 00:40:38.271291 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-96a89ff9-eabc-461f-bd23-2b199d426c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450'] for port (e9cd02a6-67dc-414f-8b71-71616ec0bb96), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:38.274856 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:38.280572 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66499d03-cf04-4c06-87ba-9bedd6977968 None None] Routers {'f4efb4ff-d867-49fe-b668-3a22f7946be6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:40:38.282789 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-66499d03-cf04-4c06-87ba-9bedd6977968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:40:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['f4efb4ff-d867-49fe-b668-3a22f7946be6'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:38.292303 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d215e154-9324-4fc0-8f6c-b50add578c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beac4549-65d8-478f-8dce-c86a1ac7362b,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:38.361897 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57159313-13d1-4cb7-9e19-a3f8a2029e35 admin admin] Network 173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc is already hosted by enough agents. {{(pid=111414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:40:38.364749 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-798c903a-4e3c-4ec4-8777-91fa33519970 admin admin] Publish callbacks [] for security_group (2070f48a-f138-4bc7-9799-944db26a4ba9), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:38.366519 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [None req-57159313-13d1-4cb7-9e19-a3f8a2029e35 admin admin] Resources bound (agent type, host, resource id): {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:40:38.372984 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-798c903a-4e3c-4ec4-8777-91fa33519970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (2070f48a-f138-4bc7-9799-944db26a4ba9), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:38.394463 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a89ff9-eabc-461f-bd23-2b199d426c2e admin admin] Network db3956ab-e454-4c4b-8ece-d9089b41eb0d is already hosted by enough agents. {{(pid=111415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:40:38.399362 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a89ff9-eabc-461f-bd23-2b199d426c2e admin admin] Pushing event updated for resources: {'Port': ['ID=e9cd02a6-67dc-414f-8b71-71616ec0bb96,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:38.441656 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.base_scheduler [None req-96a89ff9-eabc-461f-bd23-2b199d426c2e admin admin] Resources bound (agent type, host, resource id): {{(pid=111415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:40:38.450328 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a89ff9-eabc-461f-bd23-2b199d426c2e admin admin] Received port after_create {{(pid=111415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:40:38.452201 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-96a89ff9-eabc-461f-bd23-2b199d426c2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1942421'] for router_interface (cb71179f-77f5-43cb-9d72-cfb0cccc06e0), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:38.465102 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b4bfd9-0f31-4328-9ba4-6569c8eda92a None None] Checking agent: {'id': '0014484f-12ef-47ae-ba33-5ac9a1be8800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 32, 10), 'started_at': datetime.datetime(2022, 10, 19, 0, 32, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:40:38.465380 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b4bfd9-0f31-4328-9ba4-6569c8eda92a None None] Checking segment: {'id': 'cdce283e-dd8a-4d22-a7f9-996f16aea9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:40:38.465744 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-38b4bfd9-0f31-4328-9ba4-6569c8eda92a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:38.472290 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b4bfd9-0f31-4328-9ba4-6569c8eda92a None None] Bound using segment: {'id': 'cdce283e-dd8a-4d22-a7f9-996f16aea9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'} {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:40:38.472941 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-38b4bfd9-0f31-4328-9ba4-6569c8eda92a None None] Bound port: 8600c63b-1f07-4601-8ec4-f15ced3e9ba2, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdce283e-dd8a-4d22-a7f9-996f16aea9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'}}] {{(pid=111416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:40:38.473333 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-38b4bfd9-0f31-4328-9ba4-6569c8eda92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (8600c63b-1f07-4601-8ec4-f15ced3e9ba2), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:38.590592 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:38.591053 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79789e61-1c4d-4e68-9bdb-6d6d51674038 None None] Routers {'cff419e6-44f2-4dba-b984-4bfa9e7f76e1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:40:38.591678 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-79789e61-1c4d-4e68-9bdb-6d6d51674038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:40:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['cff419e6-44f2-4dba-b984-4bfa9e7f76e1'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:38.614798 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Pushing event updated for resources: {'Port': ['ID=32fee4f2-1471-497c-ab29-481490f8cef7,revision_number=3']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:38.617903 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port 37ddeb91-469b-4a99-916c-27228c46aa78 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:40:38.618519 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (37ddeb91-469b-4a99-916c-27228c46aa78), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:38.619056 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port 37ddeb91-469b-4a99-916c-27228c46aa78 Oct 19 00:40:38.663795 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=100 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:38.685656 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 57692) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:38.698975 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-66499d03-cf04-4c06-87ba-9bedd6977968 None None] Set router f4efb4ff-d867-49fe-b668-3a22f7946be6 gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:40:38.706781 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-798c903a-4e3c-4ec4-8777-91fa33519970 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=282ecec4c2304d62975cc0be219461ad&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2613339 Oct 19 00:40:38.747034 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c903a-4e3c-4ec4-8777-91fa33519970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2070f48a-f138-4bc7-9799-944db26a4ba9,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:38.772109 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d29106bd-b1d1-4847-985e-654b9a47ac23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:38.789725 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ed7824b0-e87b-4367-9e2a-76359660822c admin admin] Publish callbacks [] for port (76e66c4d-d0fb-42f0-b692-137e4509b09a), precommit_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:38.918450 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-38b4bfd9-0f31-4328-9ba4-6569c8eda92a None None] For port 8600c63b-1f07-4601-8ec4-f15ced3e9ba2, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=111416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:40:38.923853 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-38b4bfd9-0f31-4328-9ba4-6569c8eda92a None None] For port 8600c63b-1f07-4601-8ec4-f15ced3e9ba2, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8600c63b-1f07-4601-8ec4-f15ced3e9ba2,segment=NetworkSegment(cdce283e-dd8a-4d22-a7f9-996f16aea9b7),segment_id=cdce283e-dd8a-4d22-a7f9-996f16aea9b7)] {{(pid=111416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:40:38.952043 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:38.958427 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ed7824b0-e87b-4367-9e2a-76359660822c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (76e66c4d-d0fb-42f0-b692-137e4509b09a), after_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:38.959229 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ed7824b0-e87b-4367-9e2a-76359660822c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1942533'] for router_interface (cff419e6-44f2-4dba-b984-4bfa9e7f76e1), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:39.028807 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57159313-13d1-4cb7-9e19-a3f8a2029e35 admin admin] Router 3cf80fd9-74a2-405a-9e51-106271f1f361 has already been hosted by L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 {{(pid=111414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:40:39.135526 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-38b4bfd9-0f31-4328-9ba4-6569c8eda92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (8600c63b-1f07-4601-8ec4-f15ced3e9ba2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:39.165677 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:39.167421 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-66499d03-cf04-4c06-87ba-9bedd6977968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'name': 'tempest-ServerRescueNegativeTestJSON-1708208379-router', 'tenant_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.180'}], 'enable_snat': True}, 'gw_port_id': '98433c02-4af3-45d7-95ba-f3a805e5fcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:24Z', 'updated_at': '2022-10-19T00:40:36Z', 'revision_number': 4, 'project_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'gw_port': {'id': '98433c02-4af3-45d7-95ba-f3a805e5fcf6', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:11:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '89551b73-6a90-45f5-a164-06641a54f08f', 'name': '', 'network_id': '75c84943-00ac-41e3-a6c3-2ea734b46148', 'tenant_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'mac_address': 'fa:16:3e:42:23:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'da4d7e39-f806-4ee4-9a72-d230cc0f9d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:32Z', 'updated_at': '2022-10-19T00:40:36Z', 'revision_number': 2, 'project_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'subnets': [{'id': 'da4d7e39-f806-4ee4-9a72-d230cc0f9d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:39.197972 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66499d03-cf04-4c06-87ba-9bedd6977968 None None] Checking router: f4efb4ff-d867-49fe-b668-3a22f7946be6 for host: dv-cinder-master-3-iscsi {{(pid=111417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:40:39.198730 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66499d03-cf04-4c06-87ba-9bedd6977968 None None] Updating router f4efb4ff-d867-49fe-b668-3a22f7946be6 port 89551b73-6a90-45f5-a164-06641a54f08f binding host dv-cinder-master-3-iscsi {{(pid=111417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:40:39.255600 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-96a89ff9-eabc-461f-bd23-2b199d426c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (e9cd02a6-67dc-414f-8b71-71616ec0bb96), before_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:39.275745 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-30a5852b-7c58-4367-81ec-c69c58a997ac admin admin] Publish callbacks [] for security_group (2070f48a-f138-4bc7-9799-944db26a4ba9), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:39.285983 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7824b0-e87b-4367-9e2a-76359660822c admin admin] Pushing event updated for resources: {'Port': ['ID=76e66c4d-d0fb-42f0-b692-137e4509b09a,revision_number=2']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:39.314382 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-66499d03-cf04-4c06-87ba-9bedd6977968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (89551b73-6a90-45f5-a164-06641a54f08f), before_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:39.321303 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 57708) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:39.379181 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-79789e61-1c4d-4e68-9bdb-6d6d51674038 None None] Set router cff419e6-44f2-4dba-b984-4bfa9e7f76e1 gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:40:39.384561 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-30a5852b-7c58-4367-81ec-c69c58a997ac admin admin] Publish callbacks [] for security_group (2070f48a-f138-4bc7-9799-944db26a4ba9), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:39.389483 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d29106bd-b1d1-4847-985e-654b9a47ac23 admin admin] Publish callbacks [] for security_group (f42341f3-1adf-449c-8ce8-7d330278e0cb), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:39.417742 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d29106bd-b1d1-4847-985e-654b9a47ac23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (f42341f3-1adf-449c-8ce8-7d330278e0cb), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:39.445688 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:39.457880 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0451f6-8502-44e1-b301-592d02fb5d89 None None] Pushing event updated for resources: {'Port': ['ID=34c67444-7acf-4405-bf27-e0be5c28ddd1,revision_number=3']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:39.469032 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-b5217a07-536a-4417-8ec3-92e1c1b764a4 None None] Current status of the port 32fee4f2-1471-497c-ab29-481490f8cef7 is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:40:39.476745 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57159313-13d1-4cb7-9e19-a3f8a2029e35 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:40:39.479594 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b4bfd9-0f31-4328-9ba4-6569c8eda92a None None] Routers {'3cf80fd9-74a2-405a-9e51-106271f1f361'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:40:39.480232 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-38b4bfd9-0f31-4328-9ba4-6569c8eda92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:40:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['3cf80fd9-74a2-405a-9e51-106271f1f361'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:39.486006 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-d6d2a120-f451-4d42-9000-9f8ba8a08631 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=e4d467e038be4d1a9c4598cf327ad535&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1605973 Oct 19 00:40:39.496403 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 57720) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:39.515930 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-57159313-13d1-4cb7-9e19-a3f8a2029e35 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/3cf80fd9-74a2-405a-9e51-106271f1f361/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6635351 Oct 19 00:40:39.536429 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7824b0-e87b-4367-9e2a-76359660822c admin admin] Network 635fade4-7ee9-45f4-8020-ceb7d6bf784a is already hosted by enough agents. {{(pid=111415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:40:39.538617 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 57730) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:39.553496 dv-cinder-master-3-iscsi neutron-server[111415]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 19 00:40:39.555876 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.base_scheduler [None req-ed7824b0-e87b-4367-9e2a-76359660822c admin admin] Resources bound (agent type, host, resource id): {{(pid=111415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:40:39.592071 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29106bd-b1d1-4847-985e-654b9a47ac23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42341f3-1adf-449c-8ce8-7d330278e0cb,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:39.599526 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-d29106bd-b1d1-4847-985e-654b9a47ac23 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=a9ebac69f755473cae560ff06fa55e00&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3633997 Oct 19 00:40:39.603533 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 57732) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:39.619636 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:39.631086 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:39.687015 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-b5217a07-536a-4417-8ec3-92e1c1b764a4 None None] Provisioning complete for port b30378a6-bfcb-42f2-b322-51ef4af9a4cc triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:40:39.687652 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-b5217a07-536a-4417-8ec3-92e1c1b764a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (b30378a6-bfcb-42f2-b322-51ef4af9a4cc), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:39.688165 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-b5217a07-536a-4417-8ec3-92e1c1b764a4 None None] Attempt 1 to provision port b30378a6-bfcb-42f2-b322-51ef4af9a4cc Oct 19 00:40:39.724713 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-a253d3d8-104c-4cb3-a5ef-9569b729653d admin admin] Publish callbacks [] for security_group (97cfb0c8-acfd-47c5-ae98-b5e950cec1da), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:39.803896 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-e382d41e-9546-4bea-8539-f764cd77b442 admin admin] Publish callbacks [] for security_group (f42341f3-1adf-449c-8ce8-7d330278e0cb), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:39.807827 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-a253d3d8-104c-4cb3-a5ef-9569b729653d admin admin] Publish callbacks [] for security_group (97cfb0c8-acfd-47c5-ae98-b5e950cec1da), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:39.833026 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-30a5852b-7c58-4367-81ec-c69c58a997ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (2070f48a-f138-4bc7-9799-944db26a4ba9), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:39.835589 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-30a5852b-7c58-4367-81ec-c69c58a997ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:39.839883 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-30a5852b-7c58-4367-81ec-c69c58a997ac admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/2070f48a-f138-4bc7-9799-944db26a4ba9 HTTP/1.1" status: 204 len: 168 time: 1.1511168 Oct 19 00:40:39.869283 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a849eb-92ae-46e2-9d12-a011cb3230a1 None None] Pushing event updated for resources: {'Port': ['ID=8600c63b-1f07-4601-8ec4-f15ced3e9ba2,revision_number=3']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:39.897192 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-e382d41e-9546-4bea-8539-f764cd77b442 admin admin] Publish callbacks [] for security_group (f42341f3-1adf-449c-8ce8-7d330278e0cb), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:39.922890 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a5852b-7c58-4367-81ec-c69c58a997ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2070f48a-f138-4bc7-9799-944db26a4ba9,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:39.950178 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-66499d03-cf04-4c06-87ba-9bedd6977968 None None] Publish callbacks [] for port (89551b73-6a90-45f5-a164-06641a54f08f), precommit_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:39.968300 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-66499d03-cf04-4c06-87ba-9bedd6977968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (89551b73-6a90-45f5-a164-06641a54f08f), after_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:39.989468 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port 37ddeb91-469b-4a99-916c-27228c46aa78 is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:40:40.021204 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-e382d41e-9546-4bea-8539-f764cd77b442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (f42341f3-1adf-449c-8ce8-7d330278e0cb), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:40.065572 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-e382d41e-9546-4bea-8539-f764cd77b442 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:40.065572 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-e382d41e-9546-4bea-8539-f764cd77b442 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/f42341f3-1adf-449c-8ce8-7d330278e0cb HTTP/1.1" status: 204 len: 168 time: 0.4223571 Oct 19 00:40:40.065572 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-a253d3d8-104c-4cb3-a5ef-9569b729653d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (97cfb0c8-acfd-47c5-ae98-b5e950cec1da), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:40.065572 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-a253d3d8-104c-4cb3-a5ef-9569b729653d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:40.065572 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-a253d3d8-104c-4cb3-a5ef-9569b729653d admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/97cfb0c8-acfd-47c5-ae98-b5e950cec1da HTTP/1.1" status: 204 len: 168 time: 0.5414467 Oct 19 00:40:40.065572 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e382d41e-9546-4bea-8539-f764cd77b442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42341f3-1adf-449c-8ce8-7d330278e0cb,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:40.081281 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-4cc9a11e-d6a7-456f-9195-7dc7d61ec48d tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:40:40.084801 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-4cc9a11e-d6a7-456f-9195-7dc7d61ec48d tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/networks?id=75c84943-00ac-41e3-a6c3-2ea734b46148 HTTP/1.1" status: 200 len: 819 time: 0.5418932 Oct 19 00:40:40.094100 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a253d3d8-104c-4cb3-a5ef-9569b729653d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97cfb0c8-acfd-47c5-ae98-b5e950cec1da,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:40.108973 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f074e-6679-45b1-b3d3-f0d091db7e8d None None] Pushing event updated for resources: {'Port': ['ID=89551b73-6a90-45f5-a164-06641a54f08f,revision_number=3']} {{(pid=111417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:40.109921 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=100 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:40.130867 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-00f25e82-0cd8-4264-9dcb-892bb2f1b3a4 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/quotas/c0151d58abd047a692f5cc4e7d05bea5 HTTP/1.1" status: 200 len: 375 time: 0.0402153 Oct 19 00:40:40.133277 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-96a89ff9-eabc-461f-bd23-2b199d426c2e admin admin] Publish callbacks [] for port (e9cd02a6-67dc-414f-8b71-71616ec0bb96), precommit_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:40.143567 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-96a89ff9-eabc-461f-bd23-2b199d426c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (e9cd02a6-67dc-414f-8b71-71616ec0bb96), after_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:40.144912 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-96a89ff9-eabc-461f-bd23-2b199d426c2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1942533'] for router_interface (cb71179f-77f5-43cb-9d72-cfb0cccc06e0), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:40.171191 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed7824b0-e87b-4367-9e2a-76359660822c admin admin] Router cff419e6-44f2-4dba-b984-4bfa9e7f76e1 has already been hosted by L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 {{(pid=111415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:40:40.187144 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-38b4bfd9-0f31-4328-9ba4-6569c8eda92a None None] Set router 3cf80fd9-74a2-405a-9e51-106271f1f361 gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:40:40.203553 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:40.223893 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.managers [None req-66499d03-cf04-4c06-87ba-9bedd6977968 None None] Attempting to bind port 89551b73-6a90-45f5-a164-06641a54f08f on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:40:40.224276 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.managers [None req-66499d03-cf04-4c06-87ba-9bedd6977968 None None] Attempting to bind port 89551b73-6a90-45f5-a164-06641a54f08f by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'cf8e282f-d232-4da7-8dc9-5de45f52d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '75c84943-00ac-41e3-a6c3-2ea734b46148'}] {{(pid=111417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:40:40.224639 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66499d03-cf04-4c06-87ba-9bedd6977968 None None] Attempting to bind port 89551b73-6a90-45f5-a164-06641a54f08f on network 75c84943-00ac-41e3-a6c3-2ea734b46148 {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:40:40.358758 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66499d03-cf04-4c06-87ba-9bedd6977968 None None] Checking agent: {'id': '0014484f-12ef-47ae-ba33-5ac9a1be8800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 32, 10), 'started_at': datetime.datetime(2022, 10, 19, 0, 32, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:40:40.359461 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66499d03-cf04-4c06-87ba-9bedd6977968 None None] Checking segment: {'id': 'cf8e282f-d232-4da7-8dc9-5de45f52d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '75c84943-00ac-41e3-a6c3-2ea734b46148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:40:40.359911 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-66499d03-cf04-4c06-87ba-9bedd6977968 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:40.360315 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66499d03-cf04-4c06-87ba-9bedd6977968 None None] Bound using segment: {'id': 'cf8e282f-d232-4da7-8dc9-5de45f52d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '75c84943-00ac-41e3-a6c3-2ea734b46148'} {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:40:40.360794 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.managers [None req-66499d03-cf04-4c06-87ba-9bedd6977968 None None] Bound port: 89551b73-6a90-45f5-a164-06641a54f08f, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf8e282f-d232-4da7-8dc9-5de45f52d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '75c84943-00ac-41e3-a6c3-2ea734b46148'}}] {{(pid=111417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:40:40.361172 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-66499d03-cf04-4c06-87ba-9bedd6977968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (89551b73-6a90-45f5-a164-06641a54f08f), before_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:40.425918 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 57752) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:40.432460 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-f2a80c05-0881-4bc1-a1ef-783455c361b8 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1017006986', 'description': 'tempest-description--731770955'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:40:40.441404 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:40.495581 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-f2a80c05-0881-4bc1-a1ef-783455c361b8 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:40.532080 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-612b0308-fa62-4787-961f-bcb511f92fd2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=c0151d58abd047a692f5cc4e7d05bea5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3943548 Oct 19 00:40:40.563094 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.db [None req-66499d03-cf04-4c06-87ba-9bedd6977968 None None] For port 89551b73-6a90-45f5-a164-06641a54f08f, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=111417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:40:40.570197 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.db [None req-66499d03-cf04-4c06-87ba-9bedd6977968 None None] For port 89551b73-6a90-45f5-a164-06641a54f08f, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=89551b73-6a90-45f5-a164-06641a54f08f,segment=NetworkSegment(cf8e282f-d232-4da7-8dc9-5de45f52d170),segment_id=cf8e282f-d232-4da7-8dc9-5de45f52d170)] {{(pid=111417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:40:40.580291 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a89ff9-eabc-461f-bd23-2b199d426c2e admin admin] Pushing event updated for resources: {'Port': ['ID=e9cd02a6-67dc-414f-8b71-71616ec0bb96,revision_number=2']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:40.585082 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-66499d03-cf04-4c06-87ba-9bedd6977968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (89551b73-6a90-45f5-a164-06641a54f08f), after_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:40.627225 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:40.640428 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66499d03-cf04-4c06-87ba-9bedd6977968 None None] Routers {'f4efb4ff-d867-49fe-b668-3a22f7946be6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:40:40.640428 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-66499d03-cf04-4c06-87ba-9bedd6977968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:40:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['f4efb4ff-d867-49fe-b668-3a22f7946be6'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:40.642070 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device b30378a6-bfcb-42f2-b322-51ef4af9a4cc up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:40:40.676100 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-f2a80c05-0881-4bc1-a1ef-783455c361b8 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks [] for security_group (57428c21-fc70-4bfd-a883-2318d0aab4ad), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:40.681993 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-f2a80c05-0881-4bc1-a1ef-783455c361b8 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (57428c21-fc70-4bfd-a883-2318d0aab4ad), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:40.728645 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a80c05-0881-4bc1-a1ef-783455c361b8 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57428c21-fc70-4bfd-a883-2318d0aab4ad,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:40.735614 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a89ff9-eabc-461f-bd23-2b199d426c2e admin admin] Network db3956ab-e454-4c4b-8ece-d9089b41eb0d is already hosted by enough agents. {{(pid=111415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:40:40.739358 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.base_scheduler [None req-96a89ff9-eabc-461f-bd23-2b199d426c2e admin admin] Resources bound (agent type, host, resource id): {{(pid=111415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:40:40.750734 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-f2a80c05-0881-4bc1-a1ef-783455c361b8 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:40.757038 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-f2a80c05-0881-4bc1-a1ef-783455c361b8 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3297453 Oct 19 00:40:40.758070 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 57758) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:40.766856 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7824b0-e87b-4367-9e2a-76359660822c admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:40:40.767350 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-b63486b5-58e6-48dc-b33a-608dd9d7d1b9 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Request body: {'security_group_rule': {'security_group_id': '57428c21-fc70-4bfd-a883-2318d0aab4ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:40:40.788914 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:40.793666 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-ed7824b0-e87b-4367-9e2a-76359660822c admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/cff419e6-44f2-4dba-b984-4bfa9e7f76e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4931264 Oct 19 00:40:40.824992 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-b63486b5-58e6-48dc-b33a-608dd9d7d1b9 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks [] for security_group_rule (0fd9e5f8-d682-47ea-b530-95faced4f993), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:40.881934 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-79789e61-1c4d-4e68-9bdb-6d6d51674038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'name': 'tempest-AttachVolumeNegativeTest-34200755-router', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108'}], 'enable_snat': True}, 'gw_port_id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:25Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 4, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'gw_port': {'id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '76e66c4d-d0fb-42f0-b692-137e4509b09a', 'name': '', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'mac_address': 'fa:16:3e:05:25:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '749347d7-6beb-499e-80b2-119168147fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:33Z', 'updated_at': '2022-10-19T00:40:35Z', 'revision_number': 1, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'subnets': [{'id': '749347d7-6beb-499e-80b2-119168147fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:40.899498 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-b5217a07-536a-4417-8ec3-92e1c1b764a4 None None] Current status of the port b30378a6-bfcb-42f2-b322-51ef4af9a4cc is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:40:40.907794 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-b63486b5-58e6-48dc-b33a-608dd9d7d1b9 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks [] for security_group_rule (0fd9e5f8-d682-47ea-b530-95faced4f993), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:40.913171 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-b63486b5-58e6-48dc-b33a-608dd9d7d1b9 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038804'] for security_group_rule (0fd9e5f8-d682-47ea-b530-95faced4f993), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:40.944287 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-b63486b5-58e6-48dc-b33a-608dd9d7d1b9 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:40.949431 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-b63486b5-58e6-48dc-b33a-608dd9d7d1b9 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1896887 Oct 19 00:40:40.950403 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 57766) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:40.958035 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-4ba8a6f0-7f6e-4edd-a354-7885bacd549c tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Request body: {'security_group_rule': {'security_group_id': '57428c21-fc70-4bfd-a883-2318d0aab4ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:40:40.965589 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63486b5-58e6-48dc-b33a-608dd9d7d1b9 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fd9e5f8-d682-47ea-b530-95faced4f993,revision_number=0']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:40.996480 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79789e61-1c4d-4e68-9bdb-6d6d51674038 None None] The sync data for ids ['cff419e6-44f2-4dba-b984-4bfa9e7f76e1'] in dv-cinder-master-3-iscsi is: [{'id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'name': 'tempest-AttachVolumeNegativeTest-34200755-router', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108'}], 'enable_snat': True}, 'gw_port_id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:25Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 4, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'gw_port': {'id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '76e66c4d-d0fb-42f0-b692-137e4509b09a', 'name': '', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'mac_address': 'fa:16:3e:05:25:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '749347d7-6beb-499e-80b2-119168147fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:33Z', 'updated_at': '2022-10-19T00:40:35Z', 'revision_number': 1, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'subnets': [{'id': '749347d7-6beb-499e-80b2-119168147fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:40:41.013875 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-4ba8a6f0-7f6e-4edd-a354-7885bacd549c tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks [] for security_group_rule (05084ebe-676c-4214-a3b3-56a74e97e48b), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:41.078092 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a89ff9-eabc-461f-bd23-2b199d426c2e admin admin] Router cb71179f-77f5-43cb-9d72-cfb0cccc06e0 has already been hosted by L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 {{(pid=111415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:40:41.105251 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:41.122108 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:41.132742 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-4ba8a6f0-7f6e-4edd-a354-7885bacd549c tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks [] for security_group_rule (05084ebe-676c-4214-a3b3-56a74e97e48b), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:41.141681 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-4ba8a6f0-7f6e-4edd-a354-7885bacd549c tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038804'] for security_group_rule (05084ebe-676c-4214-a3b3-56a74e97e48b), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:41.190929 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-30ccf9a4-fd03-4ed2-81af-3d695e5fea74 None None] Provisioning complete for port 76e66c4d-d0fb-42f0-b692-137e4509b09a triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:40:41.192676 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-30ccf9a4-fd03-4ed2-81af-3d695e5fea74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (76e66c4d-d0fb-42f0-b692-137e4509b09a), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:41.194360 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-30ccf9a4-fd03-4ed2-81af-3d695e5fea74 None None] Attempt 1 to provision port 76e66c4d-d0fb-42f0-b692-137e4509b09a Oct 19 00:40:41.198394 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-4ba8a6f0-7f6e-4edd-a354-7885bacd549c tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:41.210095 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-4ba8a6f0-7f6e-4edd-a354-7885bacd549c tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2562852 Oct 19 00:40:41.212501 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 57768) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:41.218064 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8a6f0-7f6e-4edd-a354-7885bacd549c tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05084ebe-676c-4214-a3b3-56a74e97e48b,revision_number=0']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:41.222189 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-d663c6e0-7b37-44fa-9860-c863e4f2580c tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Request body: {'floatingip': {'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:40:41.239205 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-66499d03-cf04-4c06-87ba-9bedd6977968 None None] Set router f4efb4ff-d867-49fe-b668-3a22f7946be6 gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:40:41.262831 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-30ccf9a4-fd03-4ed2-81af-3d695e5fea74 None None] Port 76e66c4d-d0fb-42f0-b692-137e4509b09a cannot update to ACTIVE because it is not bound. {{(pid=111416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 19 00:40:41.282234 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-30ccf9a4-fd03-4ed2-81af-3d695e5fea74 None None] Provisioning complete for port e9cd02a6-67dc-414f-8b71-71616ec0bb96 triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:40:41.282661 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-30ccf9a4-fd03-4ed2-81af-3d695e5fea74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (e9cd02a6-67dc-414f-8b71-71616ec0bb96), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:41.283007 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-30ccf9a4-fd03-4ed2-81af-3d695e5fea74 None None] Attempt 1 to provision port e9cd02a6-67dc-414f-8b71-71616ec0bb96 Oct 19 00:40:41.289091 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f074e-6679-45b1-b3d3-f0d091db7e8d None None] Pushing event updated for resources: {'Port': ['ID=89551b73-6a90-45f5-a164-06641a54f08f,revision_number=4']} {{(pid=111417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:41.317242 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 57770) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:41.358067 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-0e44e4aa-1ae3-486e-9213-25c00a09a950 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:41.379905 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-30ccf9a4-fd03-4ed2-81af-3d695e5fea74 None None] Port e9cd02a6-67dc-414f-8b71-71616ec0bb96 cannot update to ACTIVE because it is not bound. {{(pid=111416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 19 00:40:41.383933 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port b30378a6-bfcb-42f2-b322-51ef4af9a4cc triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:40:41.385553 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (b30378a6-bfcb-42f2-b322-51ef4af9a4cc), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:41.411975 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port b30378a6-bfcb-42f2-b322-51ef4af9a4cc Oct 19 00:40:41.429746 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 57774) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:41.490204 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:41.543862 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-38b4bfd9-0f31-4328-9ba4-6569c8eda92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'name': 'tempest-AttachVolumeShelveTestJSON-974185996-router', 'tenant_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.225'}], 'enable_snat': True}, 'gw_port_id': '8600c63b-1f07-4601-8ec4-f15ced3e9ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 4, 'project_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'gw_port': {'id': '8600c63b-1f07-4601-8ec4-f15ced3e9ba2', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:06:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:27Z', 'updated_at': '2022-10-19T00:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '930e8761-e1d9-4b49-b26a-59d0cbc1c7e1', 'name': '', 'network_id': '173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc', 'tenant_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'mac_address': 'fa:16:3e:81:1b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '29c3f2de-ba2c-47ae-bf44-d2591e2e7caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:35Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 2, 'project_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'subnets': [{'id': '29c3f2de-ba2c-47ae-bf44-d2591e2e7caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:41.575164 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-194f2383-bdf1-4a3a-8753-41c46af4b0b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:41.614865 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b4bfd9-0f31-4328-9ba4-6569c8eda92a None None] The sync data for ids ['3cf80fd9-74a2-405a-9e51-106271f1f361'] in dv-cinder-master-3-iscsi is: [{'id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'name': 'tempest-AttachVolumeShelveTestJSON-974185996-router', 'tenant_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.225'}], 'enable_snat': True}, 'gw_port_id': '8600c63b-1f07-4601-8ec4-f15ced3e9ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 4, 'project_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'gw_port': {'id': '8600c63b-1f07-4601-8ec4-f15ced3e9ba2', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:06:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:27Z', 'updated_at': '2022-10-19T00:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '930e8761-e1d9-4b49-b26a-59d0cbc1c7e1', 'name': '', 'network_id': '173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc', 'tenant_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'mac_address': 'fa:16:3e:81:1b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '29c3f2de-ba2c-47ae-bf44-d2591e2e7caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:35Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 2, 'project_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'subnets': [{'id': '29c3f2de-ba2c-47ae-bf44-d2591e2e7caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:40:41.622712 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-30ccf9a4-fd03-4ed2-81af-3d695e5fea74 None None] Provisioning complete for port 930e8761-e1d9-4b49-b26a-59d0cbc1c7e1 triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:40:41.623135 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-30ccf9a4-fd03-4ed2-81af-3d695e5fea74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (930e8761-e1d9-4b49-b26a-59d0cbc1c7e1), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:41.624035 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:41.629932 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-30ccf9a4-fd03-4ed2-81af-3d695e5fea74 None None] Attempt 1 to provision port 930e8761-e1d9-4b49-b26a-59d0cbc1c7e1 Oct 19 00:40:41.717093 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:41.723390 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-30ccf9a4-fd03-4ed2-81af-3d695e5fea74 None None] Port 930e8761-e1d9-4b49-b26a-59d0cbc1c7e1 cannot update to ACTIVE because it is not bound. {{(pid=111416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 19 00:40:41.760625 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-30ccf9a4-fd03-4ed2-81af-3d695e5fea74 None None] Provisioning complete for port 37ddeb91-469b-4a99-916c-27228c46aa78 triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:40:41.761029 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-30ccf9a4-fd03-4ed2-81af-3d695e5fea74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (37ddeb91-469b-4a99-916c-27228c46aa78), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:41.761394 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-30ccf9a4-fd03-4ed2-81af-3d695e5fea74 None None] Attempt 1 to provision port 37ddeb91-469b-4a99-916c-27228c46aa78 Oct 19 00:40:41.803428 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a89ff9-eabc-461f-bd23-2b199d426c2e admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:40:41.817819 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-96a89ff9-eabc-461f-bd23-2b199d426c2e admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/cb71179f-77f5-43cb-9d72-cfb0cccc06e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3481505 Oct 19 00:40:41.834469 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f305cc1-0b2d-48d5-b599-9268c1d36c3e None None] Sync routers for ids ['cb71179f-77f5-43cb-9d72-cfb0cccc06e0'] in dv-cinder-master-3-iscsi {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:40:41.858266 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 57784) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:41.860087 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-66499d03-cf04-4c06-87ba-9bedd6977968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'name': 'tempest-ServerRescueNegativeTestJSON-1708208379-router', 'tenant_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.180'}], 'enable_snat': True}, 'gw_port_id': '98433c02-4af3-45d7-95ba-f3a805e5fcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:24Z', 'updated_at': '2022-10-19T00:40:36Z', 'revision_number': 4, 'project_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'gw_port': {'id': '98433c02-4af3-45d7-95ba-f3a805e5fcf6', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:11:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '89551b73-6a90-45f5-a164-06641a54f08f', 'name': '', 'network_id': '75c84943-00ac-41e3-a6c3-2ea734b46148', 'tenant_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'mac_address': 'fa:16:3e:42:23:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'da4d7e39-f806-4ee4-9a72-d230cc0f9d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:32Z', 'updated_at': '2022-10-19T00:40:40Z', 'revision_number': 4, 'project_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'subnets': [{'id': 'da4d7e39-f806-4ee4-9a72-d230cc0f9d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:41.884051 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d663c6e0-7b37-44fa-9860-c863e4f2580c tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:41.974415 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66499d03-cf04-4c06-87ba-9bedd6977968 None None] The sync data for ids ['f4efb4ff-d867-49fe-b668-3a22f7946be6'] in dv-cinder-master-3-iscsi is: [{'id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'name': 'tempest-ServerRescueNegativeTestJSON-1708208379-router', 'tenant_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.180'}], 'enable_snat': True}, 'gw_port_id': '98433c02-4af3-45d7-95ba-f3a805e5fcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:24Z', 'updated_at': '2022-10-19T00:40:36Z', 'revision_number': 4, 'project_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'gw_port': {'id': '98433c02-4af3-45d7-95ba-f3a805e5fcf6', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:11:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '89551b73-6a90-45f5-a164-06641a54f08f', 'name': '', 'network_id': '75c84943-00ac-41e3-a6c3-2ea734b46148', 'tenant_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'mac_address': 'fa:16:3e:42:23:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'da4d7e39-f806-4ee4-9a72-d230cc0f9d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:32Z', 'updated_at': '2022-10-19T00:40:40Z', 'revision_number': 4, 'project_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'subnets': [{'id': 'da4d7e39-f806-4ee4-9a72-d230cc0f9d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:40:41.978909 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-0e44e4aa-1ae3-486e-9213-25c00a09a950 admin admin] Publish callbacks [] for security_group (ab03a198-4b40-42ff-bf2d-951f083124be), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:42.004607 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-0e44e4aa-1ae3-486e-9213-25c00a09a950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (ab03a198-4b40-42ff-bf2d-951f083124be), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:42.020128 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f305cc1-0b2d-48d5-b599-9268c1d36c3e None None] Routers {'cb71179f-77f5-43cb-9d72-cfb0cccc06e0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:40:42.020800 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-9f305cc1-0b2d-48d5-b599-9268c1d36c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:40:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['cb71179f-77f5-43cb-9d72-cfb0cccc06e0'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:42.131647 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-194f2383-bdf1-4a3a-8753-41c46af4b0b4 admin admin] Publish callbacks [] for security_group (6e367f2f-b762-4358-8b49-a7adde39b602), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:42.173460 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-194f2383-bdf1-4a3a-8753-41c46af4b0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (6e367f2f-b762-4358-8b49-a7adde39b602), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:42.240242 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=100 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:42.257389 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port b30378a6-bfcb-42f2-b322-51ef4af9a4cc is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:40:42.259281 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 32fee4f2-1471-497c-ab29-481490f8cef7 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:40:42.274134 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-194f2383-bdf1-4a3a-8753-41c46af4b0b4 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=28a5bc93e44c492e8c8c13426423b02a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8343267 Oct 19 00:40:42.276571 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e44e4aa-1ae3-486e-9213-25c00a09a950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab03a198-4b40-42ff-bf2d-951f083124be,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:42.308406 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 57790) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:42.310983 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-0e44e4aa-1ae3-486e-9213-25c00a09a950 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=4579a0bebd0e41549c86f118e30e227d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9927127 Oct 19 00:40:42.333178 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 57792) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:42.407527 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-30ccf9a4-fd03-4ed2-81af-3d695e5fea74 None None] Current status of the port 37ddeb91-469b-4a99-916c-27228c46aa78 is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:40:42.455135 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-9f305cc1-0b2d-48d5-b599-9268c1d36c3e None None] Set router cb71179f-77f5-43cb-9d72-cfb0cccc06e0 gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:40:42.487246 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 57798) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:42.508443 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-2ef163d7-2345-469e-9cb9-ff2124cd3c05 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Request body: {'security_group': {'name': 'tempest-securitygroup--450575057', 'description': 'tempest-description--1516631219'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:40:42.521161 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d663c6e0-7b37-44fa-9860-c863e4f2580c tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:42.530595 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-30ccf9a4-fd03-4ed2-81af-3d695e5fea74 None None] Provisioning complete for port 89551b73-6a90-45f5-a164-06641a54f08f triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:40:42.530990 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-30ccf9a4-fd03-4ed2-81af-3d695e5fea74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (89551b73-6a90-45f5-a164-06641a54f08f), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:42.531337 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-30ccf9a4-fd03-4ed2-81af-3d695e5fea74 None None] Attempt 1 to provision port 89551b73-6a90-45f5-a164-06641a54f08f Oct 19 00:40:42.647966 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port 32fee4f2-1471-497c-ab29-481490f8cef7 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:40:42.649162 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (32fee4f2-1471-497c-ab29-481490f8cef7), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:42.649664 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port 32fee4f2-1471-497c-ab29-481490f8cef7 Oct 19 00:40:42.711515 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-2ef163d7-2345-469e-9cb9-ff2124cd3c05 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:42.716979 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.db_base_plugin_common [None req-d663c6e0-7b37-44fa-9860-c863e4f2580c tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Allocated IP 172.37.6.137 (973fa957-bcd6-42c3-bc57-5a91d78147c8/c5b4f151-6e49-4135-be82-7abc543b5247/5fbd0b7c-eb66-4ac7-a40f-4ca071d9b09c) {{(pid=111415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:40:42.724013 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f2383-bdf1-4a3a-8753-41c46af4b0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e367f2f-b762-4358-8b49-a7adde39b602,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:42.747416 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-03ba6989-5cd4-4768-9a1f-c5da750fb22c service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 19 00:40:42.751062 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-03ba6989-5cd4-4768-9a1f-c5da750fb22c service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2732601 Oct 19 00:40:42.790970 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-9c04734f-91ec-4bd0-bd2f-4c7b73418da9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:42.822566 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-2ccacfe7-a952-4aba-aa83-36cdcf28e0d8 admin admin] Publish callbacks [] for security_group (ab03a198-4b40-42ff-bf2d-951f083124be), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:42.866042 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-b79a1802-ba4a-4c7f-b806-bb4f70b41c7f admin admin] Publish callbacks [] for security_group (6e367f2f-b762-4358-8b49-a7adde39b602), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:42.939285 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-2ccacfe7-a952-4aba-aa83-36cdcf28e0d8 admin admin] Publish callbacks [] for security_group (ab03a198-4b40-42ff-bf2d-951f083124be), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:42.970741 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-b79a1802-ba4a-4c7f-b806-bb4f70b41c7f admin admin] Publish callbacks [] for security_group (6e367f2f-b762-4358-8b49-a7adde39b602), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:43.083852 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:43.174393 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-2ef163d7-2345-469e-9cb9-ff2124cd3c05 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for security_group (60745bf5-38ce-49ea-8b4d-bb9eb49756cb), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:43.188791 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-2ef163d7-2345-469e-9cb9-ff2124cd3c05 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (60745bf5-38ce-49ea-8b4d-bb9eb49756cb), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:43.193754 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d663c6e0-7b37-44fa-9860-c863e4f2580c tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks [] for port (5fbd0b7c-eb66-4ac7-a40f-4ca071d9b09c), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:43.203221 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-30ccf9a4-fd03-4ed2-81af-3d695e5fea74 None None] Current status of the port 89551b73-6a90-45f5-a164-06641a54f08f is: DOWN; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:40:43.203782 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-30ccf9a4-fd03-4ed2-81af-3d695e5fea74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (89551b73-6a90-45f5-a164-06641a54f08f), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:43.223167 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-2ccacfe7-a952-4aba-aa83-36cdcf28e0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (ab03a198-4b40-42ff-bf2d-951f083124be), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:43.228050 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-2ccacfe7-a952-4aba-aa83-36cdcf28e0d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:43.231887 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-2ccacfe7-a952-4aba-aa83-36cdcf28e0d8 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/ab03a198-4b40-42ff-bf2d-951f083124be HTTP/1.1" status: 204 len: 168 time: 0.8792477 Oct 19 00:40:43.237750 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-b79a1802-ba4a-4c7f-b806-bb4f70b41c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (6e367f2f-b762-4358-8b49-a7adde39b602), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:43.240515 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-b79a1802-ba4a-4c7f-b806-bb4f70b41c7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:43.240664 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-06c97b64-12df-412e-9b60-cb473e236b62 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/75c84943-00ac-41e3-a6c3-2ea734b46148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407400 Oct 19 00:40:43.246089 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-b79a1802-ba4a-4c7f-b806-bb4f70b41c7f admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/6e367f2f-b762-4358-8b49-a7adde39b602 HTTP/1.1" status: 204 len: 168 time: 0.9339931 Oct 19 00:40:43.249270 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 57828) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:43.256829 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:43.261765 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port 32fee4f2-1471-497c-ab29-481490f8cef7 is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:40:43.267140 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 8743a7e4-7f76-47fd-8923-e872ffdc0020 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:40:43.278183 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef163d7-2345-469e-9cb9-ff2124cd3c05 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60745bf5-38ce-49ea-8b4d-bb9eb49756cb,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:43.290944 dv-cinder-master-3-iscsi neutron-server[111414]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 19 00:40:43.293190 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccacfe7-a952-4aba-aa83-36cdcf28e0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab03a198-4b40-42ff-bf2d-951f083124be,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:43.311126 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:INSERT=15,neutron:SELECT=80,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:43.325363 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:INSERT=12,neutron:SELECT=80,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:43.352762 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79a1802-ba4a-4c7f-b806-bb4f70b41c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e367f2f-b762-4358-8b49-a7adde39b602,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:43.368623 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-2ef163d7-2345-469e-9cb9-ff2124cd3c05 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:43.374365 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-2ef163d7-2345-469e-9cb9-ff2124cd3c05 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8842781 Oct 19 00:40:43.393442 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 57836) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:43.408437 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-f30ca592-583c-4e1e-823d-a39fd2a64fa9 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Request body: {'security_group_rule': {'security_group_id': '60745bf5-38ce-49ea-8b4d-bb9eb49756cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:40:43.454104 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-9c04734f-91ec-4bd0-bd2f-4c7b73418da9 admin admin] Publish callbacks [] for security_group (2b4f84ba-10e9-48b1-8ebb-fe22f052f8af), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:43.465328 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-9c04734f-91ec-4bd0-bd2f-4c7b73418da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (2b4f84ba-10e9-48b1-8ebb-fe22f052f8af), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:43.475600 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d663c6e0-7b37-44fa-9860-c863e4f2580c tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450'] for port (5fbd0b7c-eb66-4ac7-a40f-4ca071d9b09c), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:43.486118 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-f30ca592-583c-4e1e-823d-a39fd2a64fa9 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for security_group_rule (87d3e78b-d29e-4c09-b335-9e3b830e9dce), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:43.495219 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:43.497721 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-30ccf9a4-fd03-4ed2-81af-3d695e5fea74 None None] For port 89551b73-6a90-45f5-a164-06641a54f08f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=89551b73-6a90-45f5-a164-06641a54f08f,segment=NetworkSegment(cf8e282f-d232-4da7-8dc9-5de45f52d170),segment_id=cf8e282f-d232-4da7-8dc9-5de45f52d170)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:40:43.539636 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-30ccf9a4-fd03-4ed2-81af-3d695e5fea74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (89551b73-6a90-45f5-a164-06641a54f08f), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:43.600951 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-f30ca592-583c-4e1e-823d-a39fd2a64fa9 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for security_group_rule (87d3e78b-d29e-4c09-b335-9e3b830e9dce), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:43.613988 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-9c04734f-91ec-4bd0-bd2f-4c7b73418da9 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=17d5d65b675649f68539f4f4abb1897e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7548237 Oct 19 00:40:43.616618 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 57838) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:43.655316 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d663c6e0-7b37-44fa-9860-c863e4f2580c tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Network 973fa957-bcd6-42c3-bc57-5a91d78147c8 is already hosted by enough agents. {{(pid=111415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:40:43.678927 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-5d9bd8a8-2a61-4c48-babb-ae47f0aee8d4 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/75c84943-00ac-41e3-a6c3-2ea734b46148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4370494 Oct 19 00:40:43.681746 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c04734f-91ec-4bd0-bd2f-4c7b73418da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4f84ba-10e9-48b1-8ebb-fe22f052f8af,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:43.700098 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-f30ca592-583c-4e1e-823d-a39fd2a64fa9 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038804'] for security_group_rule (87d3e78b-d29e-4c09-b335-9e3b830e9dce), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:43.704440 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.base_scheduler [None req-d663c6e0-7b37-44fa-9860-c863e4f2580c tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Resources bound (agent type, host, resource id): {{(pid=111415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:40:43.708143 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d663c6e0-7b37-44fa-9860-c863e4f2580c tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Received port after_create {{(pid=111415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:40:43.719845 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663c6e0-7b37-44fa-9860-c863e4f2580c tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Pushing event updated for resources: {'Port': ['ID=5fbd0b7c-eb66-4ac7-a40f-4ca071d9b09c,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:43.740442 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ccf9a4-fd03-4ed2-81af-3d695e5fea74 None None] Pushing event updated for resources: {'Port': ['ID=89551b73-6a90-45f5-a164-06641a54f08f,revision_number=5']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:43.778653 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ca592-583c-4e1e-823d-a39fd2a64fa9 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87d3e78b-d29e-4c09-b335-9e3b830e9dce,revision_number=0']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:43.816418 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-24666c4b-c0e5-438c-9b90-a6f1d73cdc26 None None] Provisioning complete for port e9cd02a6-67dc-414f-8b71-71616ec0bb96 triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:40:43.816811 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-24666c4b-c0e5-438c-9b90-a6f1d73cdc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (e9cd02a6-67dc-414f-8b71-71616ec0bb96), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:43.817186 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-24666c4b-c0e5-438c-9b90-a6f1d73cdc26 None None] Attempt 1 to provision port e9cd02a6-67dc-414f-8b71-71616ec0bb96 Oct 19 00:40:43.829865 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-e1b0131a-0850-47a4-8f63-8844e883f2eb tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:40:43.834719 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-e1b0131a-0850-47a4-8f63-8844e883f2eb tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.26 "GET /networking/v2.0/networks?id=db3956ab-e454-4c4b-8ece-d9089b41eb0d HTTP/1.1" status: 200 len: 812 time: 0.5581789 Oct 19 00:40:43.843228 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port 8743a7e4-7f76-47fd-8923-e872ffdc0020 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:40:43.843587 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (8743a7e4-7f76-47fd-8923-e872ffdc0020), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:43.844085 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port 8743a7e4-7f76-47fd-8923-e872ffdc0020 Oct 19 00:40:43.851944 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-f30ca592-583c-4e1e-823d-a39fd2a64fa9 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:43.855680 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-f30ca592-583c-4e1e-823d-a39fd2a64fa9 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4526434 Oct 19 00:40:43.862521 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 57846) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:43.871479 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-f4bb4f52-c0ff-4a4d-bdf6-d8e7af0819b7 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Request body: {'security_group_rule': {'security_group_id': '60745bf5-38ce-49ea-8b4d-bb9eb49756cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:40:43.902957 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-af44d049-bb07-4adc-87d2-f359af5ba6ef tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.26 "GET /networking/v2.0/quotas/f249d9041c6749f58973a5b0867b07ce HTTP/1.1" status: 200 len: 375 time: 0.0431619 Oct 19 00:40:43.948732 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-9f305cc1-0b2d-48d5-b599-9268c1d36c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb71179f-77f5-43cb-9d72-cfb0cccc06e0', 'name': 'tempest-DeleteServersTestJSON-1588813887-router', 'tenant_id': 'f249d9041c6749f58973a5b0867b07ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.134'}], 'enable_snat': True}, 'gw_port_id': '5392348f-cbb3-47f7-99f5-bea5d2b1c7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:25Z', 'updated_at': '2022-10-19T00:40:38Z', 'revision_number': 4, 'project_id': 'f249d9041c6749f58973a5b0867b07ce', 'gw_port': {'id': '5392348f-cbb3-47f7-99f5-bea5d2b1c7ee', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:cd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb71179f-77f5-43cb-9d72-cfb0cccc06e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e9cd02a6-67dc-414f-8b71-71616ec0bb96', 'name': '', 'network_id': 'db3956ab-e454-4c4b-8ece-d9089b41eb0d', 'tenant_id': 'f249d9041c6749f58973a5b0867b07ce', 'mac_address': 'fa:16:3e:f7:26:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb71179f-77f5-43cb-9d72-cfb0cccc06e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '1d783581-46ca-4346-8fdb-4ad8d1fe4360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:36Z', 'updated_at': '2022-10-19T00:40:39Z', 'revision_number': 2, 'project_id': 'f249d9041c6749f58973a5b0867b07ce', 'subnets': [{'id': '1d783581-46ca-4346-8fdb-4ad8d1fe4360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:43.980877 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d663c6e0-7b37-44fa-9860-c863e4f2580c tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks [] for floatingip (218c603d-b736-40f8-92b4-84c35d44d536), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:44.020219 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d962a79a-6ef2-401e-8070-4af9e43be544 admin admin] Publish callbacks [] for security_group (2b4f84ba-10e9-48b1-8ebb-fe22f052f8af), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:44.028422 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f305cc1-0b2d-48d5-b599-9268c1d36c3e None None] Checking router: cb71179f-77f5-43cb-9d72-cfb0cccc06e0 for host: dv-cinder-master-3-iscsi {{(pid=111416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:40:44.032197 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f305cc1-0b2d-48d5-b599-9268c1d36c3e None None] Updating router cb71179f-77f5-43cb-9d72-cfb0cccc06e0 port e9cd02a6-67dc-414f-8b71-71616ec0bb96 binding host dv-cinder-master-3-iscsi {{(pid=111416) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:40:44.044239 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-24666c4b-c0e5-438c-9b90-a6f1d73cdc26 None None] Port e9cd02a6-67dc-414f-8b71-71616ec0bb96 cannot update to ACTIVE because it is not bound. {{(pid=111416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 19 00:40:44.103880 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-f4bb4f52-c0ff-4a4d-bdf6-d8e7af0819b7 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for security_group_rule (eab1f457-7b23-4858-abae-0356eb897378), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:44.116303 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-9f305cc1-0b2d-48d5-b599-9268c1d36c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (e9cd02a6-67dc-414f-8b71-71616ec0bb96), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:44.198136 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=100 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:44.202947 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port 8743a7e4-7f76-47fd-8923-e872ffdc0020 is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:40:44.204024 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 98433c02-4af3-45d7-95ba-f3a805e5fcf6 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:40:44.231523 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-1cda7a51-ebdf-47a8-b6d8-129acb1bb631 tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=f249d9041c6749f58973a5b0867b07ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3276975 Oct 19 00:40:44.267893 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d962a79a-6ef2-401e-8070-4af9e43be544 admin admin] Publish callbacks [] for security_group (2b4f84ba-10e9-48b1-8ebb-fe22f052f8af), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:44.286088 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-46f89080-1c74-4b5f-8cc3-0db3fcbe636d req-85618456-fd74-4326-8d18-0c7038843b5a tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3da61834-fd67-49d2-925c-c18fc264042c HTTP/1.1" status: 200 len: 210 time: 0.2200534 Oct 19 00:40:44.321726 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port 98433c02-4af3-45d7-95ba-f3a805e5fcf6 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:40:44.321891 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d663c6e0-7b37-44fa-9860-c863e4f2580c tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (5fbd0b7c-eb66-4ac7-a40f-4ca071d9b09c), before_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:44.322119 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (98433c02-4af3-45d7-95ba-f3a805e5fcf6), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:44.322453 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port 98433c02-4af3-45d7-95ba-f3a805e5fcf6 Oct 19 00:40:44.451789 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-f4bb4f52-c0ff-4a4d-bdf6-d8e7af0819b7 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for security_group_rule (eab1f457-7b23-4858-abae-0356eb897378), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:44.489546 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-f4bb4f52-c0ff-4a4d-bdf6-d8e7af0819b7 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038804'] for security_group_rule (eab1f457-7b23-4858-abae-0356eb897378), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:44.491174 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d962a79a-6ef2-401e-8070-4af9e43be544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (2b4f84ba-10e9-48b1-8ebb-fe22f052f8af), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:44.493684 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d962a79a-6ef2-401e-8070-4af9e43be544 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:44.494906 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-d962a79a-6ef2-401e-8070-4af9e43be544 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/2b4f84ba-10e9-48b1-8ebb-fe22f052f8af HTTP/1.1" status: 204 len: 168 time: 0.8727055 Oct 19 00:40:44.503949 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port 98433c02-4af3-45d7-95ba-f3a805e5fcf6 is: DOWN; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:40:44.515514 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (98433c02-4af3-45d7-95ba-f3a805e5fcf6), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:44.577752 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb4f52-c0ff-4a4d-bdf6-d8e7af0819b7 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eab1f457-7b23-4858-abae-0356eb897378,revision_number=0']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:44.579721 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] For port 98433c02-4af3-45d7-95ba-f3a805e5fcf6, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=98433c02-4af3-45d7-95ba-f3a805e5fcf6,segment=NetworkSegment(cdce283e-dd8a-4d22-a7f9-996f16aea9b7),segment_id=cdce283e-dd8a-4d22-a7f9-996f16aea9b7)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:40:44.586021 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:44.587093 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962a79a-6ef2-401e-8070-4af9e43be544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4f84ba-10e9-48b1-8ebb-fe22f052f8af,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:44.602055 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (98433c02-4af3-45d7-95ba-f3a805e5fcf6), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:44.602055 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 37ddeb91-469b-4a99-916c-27228c46aa78 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:40:44.621940 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:44.662610 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-f4bb4f52-c0ff-4a4d-bdf6-d8e7af0819b7 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:44.664185 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-f4bb4f52-c0ff-4a4d-bdf6-d8e7af0819b7 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8001158 Oct 19 00:40:44.668212 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 57894) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:44.673796 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-b1c5915a-6549-4134-b8ac-59721fab6700 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Request body: {'floatingip': {'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:40:44.834191 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-b1c5915a-6549-4134-b8ac-59721fab6700 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:44.941482 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d663c6e0-7b37-44fa-9860-c863e4f2580c tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks [] for port (5fbd0b7c-eb66-4ac7-a40f-4ca071d9b09c), precommit_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:44.974349 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:45.015627 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-9f305cc1-0b2d-48d5-b599-9268c1d36c3e None None] Publish callbacks [] for port (e9cd02a6-67dc-414f-8b71-71616ec0bb96), precommit_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:45.087014 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-9f305cc1-0b2d-48d5-b599-9268c1d36c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (e9cd02a6-67dc-414f-8b71-71616ec0bb96), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:45.095897 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-ae4808a3-9d9b-4c02-9fb8-f13ca75b1982 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:40:45.105316 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-ae4808a3-9d9b-4c02-9fb8-f13ca75b1982 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/networks?id=75c84943-00ac-41e3-a6c3-2ea734b46148 HTTP/1.1" status: 200 len: 819 time: 0.2778819 Oct 19 00:40:45.115974 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Pushing event updated for resources: {'Port': ['ID=98433c02-4af3-45d7-95ba-f3a805e5fcf6,revision_number=4']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:45.125218 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port 37ddeb91-469b-4a99-916c-27228c46aa78 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:40:45.125609 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (37ddeb91-469b-4a99-916c-27228c46aa78), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:45.125948 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port 37ddeb91-469b-4a99-916c-27228c46aa78 Oct 19 00:40:45.145866 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d663c6e0-7b37-44fa-9860-c863e4f2580c tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (5fbd0b7c-eb66-4ac7-a40f-4ca071d9b09c), after_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:45.153585 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d663c6e0-7b37-44fa-9860-c863e4f2580c tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942318'] for floatingip (218c603d-b736-40f8-92b4-84c35d44d536), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:45.231617 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663c6e0-7b37-44fa-9860-c863e4f2580c tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Pushing event updated for resources: {'Port': ['ID=5fbd0b7c-eb66-4ac7-a40f-4ca071d9b09c,revision_number=2']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:45.247402 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-4fe8040a-fb31-4519-a564-1a29aff76b25 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/quotas/c0151d58abd047a692f5cc4e7d05bea5 HTTP/1.1" status: 200 len: 375 time: 0.1144001 Oct 19 00:40:45.258425 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d663c6e0-7b37-44fa-9860-c863e4f2580c tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for floatingip (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:45.260772 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-d663c6e0-7b37-44fa-9860-c863e4f2580c tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0470111 Oct 19 00:40:45.337107 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-b1c5915a-6549-4134-b8ac-59721fab6700 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:45.398011 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee554717-7c9e-4962-89b1-e2f0c3ca93b4 None None] Pushing event updated for resources: {'Port': ['ID=e9cd02a6-67dc-414f-8b71-71616ec0bb96,revision_number=3']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:45.399305 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-9bbc74d1-a295-4b19-ac59-a217d3c54a5f tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=c0151d58abd047a692f5cc4e7d05bea5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1370239 Oct 19 00:40:45.610761 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-6d3782ab-cbf0-467e-9aef-ab93da92340a service neutron] 10.222.0.26 "GET /networking/v2.0/networks/75c84943-00ac-41e3-a6c3-2ea734b46148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024441 Oct 19 00:40:45.616131 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-9f305cc1-0b2d-48d5-b599-9268c1d36c3e None None] Attempting to bind port e9cd02a6-67dc-414f-8b71-71616ec0bb96 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:40:45.616661 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-9f305cc1-0b2d-48d5-b599-9268c1d36c3e None None] Attempting to bind port e9cd02a6-67dc-414f-8b71-71616ec0bb96 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'f2b7edb5-09e5-4107-9510-7f8b0ffd80fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'db3956ab-e454-4c4b-8ece-d9089b41eb0d'}] {{(pid=111416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:40:45.619816 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.db_base_plugin_common [None req-b1c5915a-6549-4134-b8ac-59721fab6700 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Allocated IP 172.37.6.83 (973fa957-bcd6-42c3-bc57-5a91d78147c8/c5b4f151-6e49-4135-be82-7abc543b5247/1df8f0ff-4164-473c-83c3-575ea01de4b9) {{(pid=111414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:40:45.628763 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f305cc1-0b2d-48d5-b599-9268c1d36c3e None None] Attempting to bind port e9cd02a6-67dc-414f-8b71-71616ec0bb96 on network db3956ab-e454-4c4b-8ece-d9089b41eb0d {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:40:45.703370 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port 37ddeb91-469b-4a99-916c-27228c46aa78 is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:40:45.704514 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 5392348f-cbb3-47f7-99f5-bea5d2b1c7ee up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:40:45.758799 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f305cc1-0b2d-48d5-b599-9268c1d36c3e None None] Checking agent: {'id': '0014484f-12ef-47ae-ba33-5ac9a1be8800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 32, 10), 'started_at': datetime.datetime(2022, 10, 19, 0, 32, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:40:45.759163 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f305cc1-0b2d-48d5-b599-9268c1d36c3e None None] Checking segment: {'id': 'f2b7edb5-09e5-4107-9510-7f8b0ffd80fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'db3956ab-e454-4c4b-8ece-d9089b41eb0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:40:45.759742 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-9f305cc1-0b2d-48d5-b599-9268c1d36c3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:45.760268 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f305cc1-0b2d-48d5-b599-9268c1d36c3e None None] Bound using segment: {'id': 'f2b7edb5-09e5-4107-9510-7f8b0ffd80fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'db3956ab-e454-4c4b-8ece-d9089b41eb0d'} {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:40:45.760895 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-9f305cc1-0b2d-48d5-b599-9268c1d36c3e None None] Bound port: e9cd02a6-67dc-414f-8b71-71616ec0bb96, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b7edb5-09e5-4107-9510-7f8b0ffd80fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'db3956ab-e454-4c4b-8ece-d9089b41eb0d'}}] {{(pid=111416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:40:45.761567 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-9f305cc1-0b2d-48d5-b599-9268c1d36c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (e9cd02a6-67dc-414f-8b71-71616ec0bb96), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:45.775494 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-b098ff01-41e5-4928-94f9-ffc3c0e9bcfd service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111414) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 19 00:40:45.776552 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-b098ff01-41e5-4928-94f9-ffc3c0e9bcfd service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.6179755 Oct 19 00:40:45.813392 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-2b4086c9-5d4e-4725-94c7-429cbf35069f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/75c84943-00ac-41e3-a6c3-2ea734b46148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998672 Oct 19 00:40:45.841931 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port 5392348f-cbb3-47f7-99f5-bea5d2b1c7ee triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:40:45.842322 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (5392348f-cbb3-47f7-99f5-bea5d2b1c7ee), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:45.852090 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port 5392348f-cbb3-47f7-99f5-bea5d2b1c7ee Oct 19 00:40:45.969028 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:46.006652 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-9f305cc1-0b2d-48d5-b599-9268c1d36c3e None None] For port e9cd02a6-67dc-414f-8b71-71616ec0bb96, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=111416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:40:46.024468 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-b1c5915a-6549-4134-b8ac-59721fab6700 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for port (1df8f0ff-4164-473c-83c3-575ea01de4b9), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:46.025537 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-9f305cc1-0b2d-48d5-b599-9268c1d36c3e None None] For port e9cd02a6-67dc-414f-8b71-71616ec0bb96, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e9cd02a6-67dc-414f-8b71-71616ec0bb96,segment=NetworkSegment(f2b7edb5-09e5-4107-9510-7f8b0ffd80fb),segment_id=f2b7edb5-09e5-4107-9510-7f8b0ffd80fb)] {{(pid=111416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:40:46.032788 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:46.044307 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-9f305cc1-0b2d-48d5-b599-9268c1d36c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (e9cd02a6-67dc-414f-8b71-71616ec0bb96), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:46.153372 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 57962) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:46.153890 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee554717-7c9e-4962-89b1-e2f0c3ca93b4 None None] Pushing event updated for resources: {'Port': ['ID=e9cd02a6-67dc-414f-8b71-71616ec0bb96,revision_number=4']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:46.153972 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-08f2ce85-a082-49f0-afd0-4a821f52ab81 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/db3956ab-e454-4c4b-8ece-d9089b41eb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665051 Oct 19 00:40:46.172849 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f305cc1-0b2d-48d5-b599-9268c1d36c3e None None] Routers {'cb71179f-77f5-43cb-9d72-cfb0cccc06e0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:40:46.173612 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-9f305cc1-0b2d-48d5-b599-9268c1d36c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:40:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['cb71179f-77f5-43cb-9d72-cfb0cccc06e0'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:46.220316 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-5908d164-9871-41ca-a851-642816efa131 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:46.390880 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port 5392348f-cbb3-47f7-99f5-bea5d2b1c7ee is: DOWN; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:40:46.394364 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (5392348f-cbb3-47f7-99f5-bea5d2b1c7ee), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:46.406113 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-af874493-fbc8-4069-a2a0-37cb3140c1a2 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/db3956ab-e454-4c4b-8ece-d9089b41eb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225342 Oct 19 00:40:46.427517 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-b1c5915a-6549-4134-b8ac-59721fab6700 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (1df8f0ff-4164-473c-83c3-575ea01de4b9), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:46.482565 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c5915a-6549-4134-b8ac-59721fab6700 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Network 973fa957-bcd6-42c3-bc57-5a91d78147c8 is already hosted by enough agents. {{(pid=111414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:40:46.486331 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [None req-b1c5915a-6549-4134-b8ac-59721fab6700 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Resources bound (agent type, host, resource id): {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:40:46.501455 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c5915a-6549-4134-b8ac-59721fab6700 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Received port after_create {{(pid=111414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:40:46.518924 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-5908d164-9871-41ca-a851-642816efa131 admin admin] Publish callbacks [] for security_group (f0fec031-df71-419d-9581-b08d7f572d07), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:46.533127 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] For port 5392348f-cbb3-47f7-99f5-bea5d2b1c7ee, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5392348f-cbb3-47f7-99f5-bea5d2b1c7ee,segment=NetworkSegment(cdce283e-dd8a-4d22-a7f9-996f16aea9b7),segment_id=cdce283e-dd8a-4d22-a7f9-996f16aea9b7)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:40:46.568153 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (5392348f-cbb3-47f7-99f5-bea5d2b1c7ee), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:46.570991 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c5915a-6549-4134-b8ac-59721fab6700 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Pushing event updated for resources: {'Port': ['ID=1df8f0ff-4164-473c-83c3-575ea01de4b9,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:46.571151 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-5908d164-9871-41ca-a851-642816efa131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (f0fec031-df71-419d-9581-b08d7f572d07), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:46.580651 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-9f305cc1-0b2d-48d5-b599-9268c1d36c3e None None] Set router cb71179f-77f5-43cb-9d72-cfb0cccc06e0 gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:40:46.975452 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-5908d164-9871-41ca-a851-642816efa131 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=5de2f93c9def4c2393a4a775ca9cfb70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8198245 Oct 19 00:40:46.997033 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 58000) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:47.041778 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:47.065579 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-ce23e08a-bfc3-4667-b583-8e5be6f3b058 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1017006986&fields=id&tenant_id=37ffcffcae9b41bbb2d13adc49cb99df HTTP/1.1" status: 200 len: 267 time: 0.8505778 Oct 19 00:40:47.067455 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-b1c5915a-6549-4134-b8ac-59721fab6700 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for floatingip (54a20741-637d-42d4-8beb-da1999c71a21), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:47.068484 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5908d164-9871-41ca-a851-642816efa131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fec031-df71-419d-9581-b08d7f572d07,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:47.094103 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:47.144650 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-9a00eb20-457a-426f-858a-11e770303969 admin admin] Publish callbacks [] for security_group (f0fec031-df71-419d-9581-b08d7f572d07), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:47.179063 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Pushing event updated for resources: {'Port': ['ID=5392348f-cbb3-47f7-99f5-bea5d2b1c7ee,revision_number=4']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:47.215793 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 8600c63b-1f07-4601-8ec4-f15ced3e9ba2 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:40:47.224841 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-9a00eb20-457a-426f-858a-11e770303969 admin admin] Publish callbacks [] for security_group (f0fec031-df71-419d-9581-b08d7f572d07), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:47.281564 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:47.299927 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-b1c5915a-6549-4134-b8ac-59721fab6700 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (1df8f0ff-4164-473c-83c3-575ea01de4b9), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:47.311294 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-14ae08e9-ff14-4190-845f-9d478ca171fd req-24f01ef8-8a7b-4090-a7dd-68059be24eaa tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 210 time: 0.1596708 Oct 19 00:40:47.404615 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port 8600c63b-1f07-4601-8ec4-f15ced3e9ba2 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:40:47.405008 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (8600c63b-1f07-4601-8ec4-f15ced3e9ba2), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:47.405394 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port 8600c63b-1f07-4601-8ec4-f15ced3e9ba2 Oct 19 00:40:47.560402 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-9f305cc1-0b2d-48d5-b599-9268c1d36c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb71179f-77f5-43cb-9d72-cfb0cccc06e0', 'name': 'tempest-DeleteServersTestJSON-1588813887-router', 'tenant_id': 'f249d9041c6749f58973a5b0867b07ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.134'}], 'enable_snat': True}, 'gw_port_id': '5392348f-cbb3-47f7-99f5-bea5d2b1c7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:25Z', 'updated_at': '2022-10-19T00:40:38Z', 'revision_number': 4, 'project_id': 'f249d9041c6749f58973a5b0867b07ce', 'gw_port': {'id': '5392348f-cbb3-47f7-99f5-bea5d2b1c7ee', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:cd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb71179f-77f5-43cb-9d72-cfb0cccc06e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e9cd02a6-67dc-414f-8b71-71616ec0bb96', 'name': '', 'network_id': 'db3956ab-e454-4c4b-8ece-d9089b41eb0d', 'tenant_id': 'f249d9041c6749f58973a5b0867b07ce', 'mac_address': 'fa:16:3e:f7:26:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb71179f-77f5-43cb-9d72-cfb0cccc06e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '1d783581-46ca-4346-8fdb-4ad8d1fe4360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:36Z', 'updated_at': '2022-10-19T00:40:45Z', 'revision_number': 4, 'project_id': 'f249d9041c6749f58973a5b0867b07ce', 'subnets': [{'id': '1d783581-46ca-4346-8fdb-4ad8d1fe4360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:47.608026 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-cb6a7185-42f8-46e9-ab6f-15f070b16d85 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:40:47.609886 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-cb6a7185-42f8-46e9-ab6f-15f070b16d85 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/networks?id=173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc HTTP/1.1" status: 200 len: 816 time: 0.5430775 Oct 19 00:40:47.625387 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-9a00eb20-457a-426f-858a-11e770303969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (f0fec031-df71-419d-9581-b08d7f572d07), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:47.629567 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-9a00eb20-457a-426f-858a-11e770303969 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:47.638436 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-9a00eb20-457a-426f-858a-11e770303969 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/f0fec031-df71-419d-9581-b08d7f572d07 HTTP/1.1" status: 204 len: 168 time: 0.6401844 Oct 19 00:40:47.691099 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-cab88ec1-3a7a-4264-ac3b-4baa114e8b0e req-5c6eb9ac-a572-4139-aa85-99a46bff8c06 tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e8a28aad-697f-4dee-8254-6f08e9d76168 HTTP/1.1" status: 200 len: 210 time: 0.1181631 Oct 19 00:40:47.692385 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00eb20-457a-426f-858a-11e770303969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fec031-df71-419d-9581-b08d7f572d07,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:47.699309 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-6946ec2d-44e1-4d5e-938e-da57066fd9e8 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/quotas/37ffcffcae9b41bbb2d13adc49cb99df HTTP/1.1" status: 200 len: 375 time: 0.0593853 Oct 19 00:40:47.754948 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f305cc1-0b2d-48d5-b599-9268c1d36c3e None None] The sync data for ids ['cb71179f-77f5-43cb-9d72-cfb0cccc06e0'] in dv-cinder-master-3-iscsi is: [{'id': 'cb71179f-77f5-43cb-9d72-cfb0cccc06e0', 'name': 'tempest-DeleteServersTestJSON-1588813887-router', 'tenant_id': 'f249d9041c6749f58973a5b0867b07ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.134'}], 'enable_snat': True}, 'gw_port_id': '5392348f-cbb3-47f7-99f5-bea5d2b1c7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:25Z', 'updated_at': '2022-10-19T00:40:38Z', 'revision_number': 4, 'project_id': 'f249d9041c6749f58973a5b0867b07ce', 'gw_port': {'id': '5392348f-cbb3-47f7-99f5-bea5d2b1c7ee', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:cd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb71179f-77f5-43cb-9d72-cfb0cccc06e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e9cd02a6-67dc-414f-8b71-71616ec0bb96', 'name': '', 'network_id': 'db3956ab-e454-4c4b-8ece-d9089b41eb0d', 'tenant_id': 'f249d9041c6749f58973a5b0867b07ce', 'mac_address': 'fa:16:3e:f7:26:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb71179f-77f5-43cb-9d72-cfb0cccc06e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '1d783581-46ca-4346-8fdb-4ad8d1fe4360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:36Z', 'updated_at': '2022-10-19T00:40:45Z', 'revision_number': 4, 'project_id': 'f249d9041c6749f58973a5b0867b07ce', 'subnets': [{'id': '1d783581-46ca-4346-8fdb-4ad8d1fe4360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:40:47.840122 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-b1c5915a-6549-4134-b8ac-59721fab6700 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for port (1df8f0ff-4164-473c-83c3-575ea01de4b9), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:47.848433 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-b1c5915a-6549-4134-b8ac-59721fab6700 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577477'] for port (1df8f0ff-4164-473c-83c3-575ea01de4b9), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:47.871912 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port 8600c63b-1f07-4601-8ec4-f15ced3e9ba2 is: DOWN; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:40:47.872300 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (8600c63b-1f07-4601-8ec4-f15ced3e9ba2), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:47.891218 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-537aa45c-d94f-4325-b00a-132a1d3e987b tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=37ffcffcae9b41bbb2d13adc49cb99df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1844709 Oct 19 00:40:47.930152 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-b1c5915a-6549-4134-b8ac-59721fab6700 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942318'] for floatingip (54a20741-637d-42d4-8beb-da1999c71a21), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:47.950167 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] For port 8600c63b-1f07-4601-8ec4-f15ced3e9ba2, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8600c63b-1f07-4601-8ec4-f15ced3e9ba2,segment=NetworkSegment(cdce283e-dd8a-4d22-a7f9-996f16aea9b7),segment_id=cdce283e-dd8a-4d22-a7f9-996f16aea9b7)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:40:47.959081 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (8600c63b-1f07-4601-8ec4-f15ced3e9ba2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:47.960582 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 89551b73-6a90-45f5-a164-06641a54f08f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:40:47.973897 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:47.991327 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-b1c5915a-6549-4134-b8ac-59721fab6700 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for floatingip (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:48.001965 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-b1c5915a-6549-4134-b8ac-59721fab6700 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3301013 Oct 19 00:40:48.028447 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c5915a-6549-4134-b8ac-59721fab6700 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Pushing event updated for resources: {'Port': ['ID=1df8f0ff-4164-473c-83c3-575ea01de4b9,revision_number=2']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:48.197945 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Pushing event updated for resources: {'Port': ['ID=8600c63b-1f07-4601-8ec4-f15ced3e9ba2,revision_number=4']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:48.213319 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-4fd1df0a-17d8-48a6-ad6d-a00b5f41486c service neutron] 10.222.0.26 "GET /networking/v2.0/networks/173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865038 Oct 19 00:40:48.218259 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.20', 51400) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:48.232383 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port 89551b73-6a90-45f5-a164-06641a54f08f triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:40:48.232988 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (89551b73-6a90-45f5-a164-06641a54f08f), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:48.233579 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port 89551b73-6a90-45f5-a164-06641a54f08f Oct 19 00:40:48.339685 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:48.406590 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:48.441976 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port 89551b73-6a90-45f5-a164-06641a54f08f is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:40:48.443173 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 98433c02-4af3-45d7-95ba-f3a805e5fcf6 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:40:48.497808 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-ea474a01-266b-4094-8965-7884ff1b043f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828438 Oct 19 00:40:48.505387 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-b24f23da-b056-47b7-998c-9fb9ffdc8925 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:40:48.506996 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-b24f23da-b056-47b7-998c-9fb9ffdc8925 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.20 "GET /networking/v2.0/networks?id=75c84943-00ac-41e3-a6c3-2ea734b46148 HTTP/1.1" status: 200 len: 819 time: 0.2723026 Oct 19 00:40:48.711070 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-312341bc-f44f-453e-b241-1111b7f42f68 req-46651f2e-b315-4cda-b9d3-ab0b9628ab31 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 210 time: 0.0959041 Oct 19 00:40:48.719508 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-3e07b9fd-09b4-4a78-b949-6904285512e4 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Request body: {'port': {'device_id': '3da61834-fd67-49d2-925c-c18fc264042c', 'network_id': '75c84943-00ac-41e3-a6c3-2ea734b46148', 'admin_state_up': True, 'tenant_id': 'c0151d58abd047a692f5cc4e7d05bea5'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:40:48.763343 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port 98433c02-4af3-45d7-95ba-f3a805e5fcf6 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:40:48.763870 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (98433c02-4af3-45d7-95ba-f3a805e5fcf6), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:48.763870 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port 98433c02-4af3-45d7-95ba-f3a805e5fcf6 Oct 19 00:40:49.072950 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-3e07b9fd-09b4-4a78-b949-6904285512e4 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Made reservation on behalf of c0151d58abd047a692f5cc4e7d05bea5 for: {'port': 1} {{(pid=111414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:40:49.079671 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-3e07b9fd-09b4-4a78-b949-6904285512e4 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:49.112205 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port 98433c02-4af3-45d7-95ba-f3a805e5fcf6 is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:40:49.126629 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 34c67444-7acf-4405-bf27-e0be5c28ddd1 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:40:49.151549 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1a7454-9577-4c8d-8da6-7f92310783e7 None None] Sync routers for ids ['cff419e6-44f2-4dba-b984-4bfa9e7f76e1'] in dv-cinder-master-3-iscsi {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:40:49.177716 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1a7454-9577-4c8d-8da6-7f92310783e7 None None] Routers {'cff419e6-44f2-4dba-b984-4bfa9e7f76e1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:40:49.178832 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-ad1a7454-9577-4c8d-8da6-7f92310783e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:40:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['cff419e6-44f2-4dba-b984-4bfa9e7f76e1'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:49.300301 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port 34c67444-7acf-4405-bf27-e0be5c28ddd1 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:40:49.304174 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (34c67444-7acf-4405-bf27-e0be5c28ddd1), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:49.305253 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port 34c67444-7acf-4405-bf27-e0be5c28ddd1 Oct 19 00:40:49.405682 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-ad1a7454-9577-4c8d-8da6-7f92310783e7 None None] Set router cff419e6-44f2-4dba-b984-4bfa9e7f76e1 gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:40:49.437324 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-386a06a1-cb22-498f-bbb2-a0395fe8d4b9 req-0654d4f1-718e-4459-a6e5-cbbaf2529af6 tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e8a28aad-697f-4dee-8254-6f08e9d76168 HTTP/1.1" status: 200 len: 210 time: 0.1078517 Oct 19 00:40:49.509608 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-c2b164d9-ca0a-4163-92a2-b89a0dabcd0f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--450575057&fields=id&tenant_id=0b35c2038f6b4d0a9012b004f1416c00 HTTP/1.1" status: 200 len: 267 time: 0.4524364 Oct 19 00:40:49.614071 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port 34c67444-7acf-4405-bf27-e0be5c28ddd1 is: DOWN; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:40:49.615160 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (34c67444-7acf-4405-bf27-e0be5c28ddd1), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:49.735554 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] For port 34c67444-7acf-4405-bf27-e0be5c28ddd1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=34c67444-7acf-4405-bf27-e0be5c28ddd1,segment=NetworkSegment(cdce283e-dd8a-4d22-a7f9-996f16aea9b7),segment_id=cdce283e-dd8a-4d22-a7f9-996f16aea9b7)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:40:49.772941 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (34c67444-7acf-4405-bf27-e0be5c28ddd1), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:49.773778 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c8c6cfa9-7ce6-4fd8-b8c0-f63e8e89256a req-9a5738ed-ddc2-4b37-9623-934bf72e744b tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 210 time: 0.1621380 Oct 19 00:40:49.813935 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.20', 51412) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:49.969079 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Pushing event updated for resources: {'Port': ['ID=34c67444-7acf-4405-bf27-e0be5c28ddd1,revision_number=4']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:49.992232 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-ad1a7454-9577-4c8d-8da6-7f92310783e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'name': 'tempest-AttachVolumeNegativeTest-34200755-router', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108'}], 'enable_snat': True}, 'gw_port_id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:25Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 4, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'gw_port': {'id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '76e66c4d-d0fb-42f0-b692-137e4509b09a', 'name': '', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'mac_address': 'fa:16:3e:05:25:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '749347d7-6beb-499e-80b2-119168147fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:33Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 2, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'subnets': [{'id': '749347d7-6beb-499e-80b2-119168147fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:50.091210 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1a7454-9577-4c8d-8da6-7f92310783e7 None None] Checking router: cff419e6-44f2-4dba-b984-4bfa9e7f76e1 for host: dv-cinder-master-3-iscsi {{(pid=111417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:40:50.092488 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1a7454-9577-4c8d-8da6-7f92310783e7 None None] Updating router cff419e6-44f2-4dba-b984-4bfa9e7f76e1 port 76e66c4d-d0fb-42f0-b692-137e4509b09a binding host dv-cinder-master-3-iscsi {{(pid=111417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:40:50.198957 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-df2c7ead-20f9-4d95-b90c-c5c73a46e53f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:40:50.207676 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-df2c7ead-20f9-4d95-b90c-c5c73a46e53f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/networks?id=635fade4-7ee9-45f4-8020-ceb7d6bf784a HTTP/1.1" status: 200 len: 813 time: 0.6971257 Oct 19 00:40:50.237202 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=100 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:50.239078 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-ad1a7454-9577-4c8d-8da6-7f92310783e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (76e66c4d-d0fb-42f0-b692-137e4509b09a), before_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:50.248909 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 8600c63b-1f07-4601-8ec4-f15ced3e9ba2 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:40:50.297576 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-42c69977-3230-4d62-b2e4-f372685d0d62 req-667c2c14-f63a-4246-a34f-35669ce87efb tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 210 time: 0.1852639 Oct 19 00:40:50.298190 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-094d8864-1558-49a8-bcfd-21fba45d94fb tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/quotas/0b35c2038f6b4d0a9012b004f1416c00 HTTP/1.1" status: 200 len: 375 time: 0.0883319 Oct 19 00:40:50.373426 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-98f796d8-3bfa-43db-8c65-6dbdbaee8582 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:40:50.378784 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-98f796d8-3bfa-43db-8c65-6dbdbaee8582 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.20 "GET /networking/v2.0/networks?id=75c84943-00ac-41e3-a6c3-2ea734b46148 HTTP/1.1" status: 200 len: 819 time: 0.5520406 Oct 19 00:40:50.395838 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:50.406597 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port 8600c63b-1f07-4601-8ec4-f15ced3e9ba2 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:40:50.407117 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (8600c63b-1f07-4601-8ec4-f15ced3e9ba2), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:50.407618 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port 8600c63b-1f07-4601-8ec4-f15ced3e9ba2 Oct 19 00:40:50.421667 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-1ac852ee-3be6-47bb-85ee-cd31fb5f230a tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Request body: {'port': {'device_id': 'ab4c73d6-9203-4110-93af-4a78428c672b', 'network_id': '75c84943-00ac-41e3-a6c3-2ea734b46148', 'admin_state_up': True, 'tenant_id': 'c0151d58abd047a692f5cc4e7d05bea5'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:40:50.517526 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a909057a-b35e-4bd0-8ffd-2723060c5164 None None] Sync routers for ids ['3cf80fd9-74a2-405a-9e51-106271f1f361'] in dv-cinder-master-3-iscsi {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:40:50.555257 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:50.624780 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.db_base_plugin_common [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-3e07b9fd-09b4-4a78-b949-6904285512e4 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Allocated IP 172.20.0.13 (75c84943-00ac-41e3-a6c3-2ea734b46148/da4d7e39-f806-4ee4-9a72-d230cc0f9d32/da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf) {{(pid=111414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:40:50.659292 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a909057a-b35e-4bd0-8ffd-2723060c5164 None None] Routers {'3cf80fd9-74a2-405a-9e51-106271f1f361'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:40:50.661575 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-a909057a-b35e-4bd0-8ffd-2723060c5164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:40:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['3cf80fd9-74a2-405a-9e51-106271f1f361'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:50.728280 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-3a4719dc-48ff-4a0c-810b-79fdfffa71e4 req-9cdb234b-21bf-451b-a664-c59c1ad95d96 tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e8a28aad-697f-4dee-8254-6f08e9d76168 HTTP/1.1" status: 200 len: 210 time: 0.0891333 Oct 19 00:40:50.773400 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 58144) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:50.838100 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-1ac852ee-3be6-47bb-85ee-cd31fb5f230a tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Made reservation on behalf of c0151d58abd047a692f5cc4e7d05bea5 for: {'port': 1} {{(pid=111415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:40:50.849245 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-1ac852ee-3be6-47bb-85ee-cd31fb5f230a tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:50.851651 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-cc0b905d-fad8-40ca-8a2b-d29c87edef90 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=0b35c2038f6b4d0a9012b004f1416c00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2929533 Oct 19 00:40:50.919915 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-a909057a-b35e-4bd0-8ffd-2723060c5164 None None] Set router 3cf80fd9-74a2-405a-9e51-106271f1f361 gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:40:51.141134 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-ad1a7454-9577-4c8d-8da6-7f92310783e7 None None] Publish callbacks [] for port (76e66c4d-d0fb-42f0-b692-137e4509b09a), precommit_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:51.159451 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-ad1a7454-9577-4c8d-8da6-7f92310783e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (76e66c4d-d0fb-42f0-b692-137e4509b09a), after_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:51.266702 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2813fb3-192c-4958-884f-6166cb44e76f None None] Pushing event updated for resources: {'Port': ['ID=76e66c4d-d0fb-42f0-b692-137e4509b09a,revision_number=3']} {{(pid=111417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:51.290019 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:51.318531 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port 8600c63b-1f07-4601-8ec4-f15ced3e9ba2 is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:40:51.337924 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-5b575f98-33e1-42fa-b71c-c1715003d57d req-72771b53-a581-4f69-a221-55b4a6c7fef3 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 210 time: 0.2391634 Oct 19 00:40:51.344078 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 5392348f-cbb3-47f7-99f5-bea5d2b1c7ee up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:40:51.394415 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-18c39698-9356-4935-9920-0d258a8337b4 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/635fade4-7ee9-45f4-8020-ceb7d6bf784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5253093 Oct 19 00:40:51.411040 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.managers [None req-ad1a7454-9577-4c8d-8da6-7f92310783e7 None None] Attempting to bind port 76e66c4d-d0fb-42f0-b692-137e4509b09a on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:40:51.413492 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.managers [None req-ad1a7454-9577-4c8d-8da6-7f92310783e7 None None] Attempting to bind port 76e66c4d-d0fb-42f0-b692-137e4509b09a by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '0949f098-87bd-4d7c-adb9-f3622e4872b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a'}] {{(pid=111417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:40:51.414242 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1a7454-9577-4c8d-8da6-7f92310783e7 None None] Attempting to bind port 76e66c4d-d0fb-42f0-b692-137e4509b09a on network 635fade4-7ee9-45f4-8020-ceb7d6bf784a {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:40:51.435711 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.20', 51421) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:51.512235 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:51.527019 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1a7454-9577-4c8d-8da6-7f92310783e7 None None] Checking agent: {'id': '0014484f-12ef-47ae-ba33-5ac9a1be8800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 32, 10), 'started_at': datetime.datetime(2022, 10, 19, 0, 32, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:40:51.528775 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1a7454-9577-4c8d-8da6-7f92310783e7 None None] Checking segment: {'id': '0949f098-87bd-4d7c-adb9-f3622e4872b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:40:51.529412 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-ad1a7454-9577-4c8d-8da6-7f92310783e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:51.531237 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1a7454-9577-4c8d-8da6-7f92310783e7 None None] Bound using segment: {'id': '0949f098-87bd-4d7c-adb9-f3622e4872b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a'} {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:40:51.532537 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.managers [None req-ad1a7454-9577-4c8d-8da6-7f92310783e7 None None] Bound port: 76e66c4d-d0fb-42f0-b692-137e4509b09a, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0949f098-87bd-4d7c-adb9-f3622e4872b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a'}}] {{(pid=111417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:40:51.535020 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-ad1a7454-9577-4c8d-8da6-7f92310783e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (76e66c4d-d0fb-42f0-b692-137e4509b09a), before_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:51.691342 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-acee694b-c1ba-456b-86b0-222296d6bff7 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/635fade4-7ee9-45f4-8020-ceb7d6bf784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959673 Oct 19 00:40:51.697398 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-3e07b9fd-09b4-4a78-b949-6904285512e4 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks [] for port (da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:51.714965 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-a909057a-b35e-4bd0-8ffd-2723060c5164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'name': 'tempest-AttachVolumeShelveTestJSON-974185996-router', 'tenant_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.225'}], 'enable_snat': True}, 'gw_port_id': '8600c63b-1f07-4601-8ec4-f15ced3e9ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 4, 'project_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'gw_port': {'id': '8600c63b-1f07-4601-8ec4-f15ced3e9ba2', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:27Z', 'updated_at': '2022-10-19T00:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '930e8761-e1d9-4b49-b26a-59d0cbc1c7e1', 'name': '', 'network_id': '173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc', 'tenant_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'mac_address': 'fa:16:3e:81:1b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '29c3f2de-ba2c-47ae-bf44-d2591e2e7caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:35Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 2, 'project_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'subnets': [{'id': '29c3f2de-ba2c-47ae-bf44-d2591e2e7caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:51.785544 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-f927f80a-7b86-4504-a930-d08d3e70c0d9 tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:40:51.794763 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-f927f80a-7b86-4504-a930-d08d3e70c0d9 tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.20 "GET /networking/v2.0/networks?id=db3956ab-e454-4c4b-8ece-d9089b41eb0d HTTP/1.1" status: 200 len: 812 time: 0.3456748 Oct 19 00:40:51.859974 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:51.861214 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a909057a-b35e-4bd0-8ffd-2723060c5164 None None] Checking router: 3cf80fd9-74a2-405a-9e51-106271f1f361 for host: dv-cinder-master-3-iscsi {{(pid=111416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:40:51.861719 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a909057a-b35e-4bd0-8ffd-2723060c5164 None None] Updating router 3cf80fd9-74a2-405a-9e51-106271f1f361 port 930e8761-e1d9-4b49-b26a-59d0cbc1c7e1 binding host dv-cinder-master-3-iscsi {{(pid=111416) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:40:51.863217 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-cc12b56e-e1ec-43e2-88b2-94c5569df3cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:51.865917 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.db [None req-ad1a7454-9577-4c8d-8da6-7f92310783e7 None None] For port 76e66c4d-d0fb-42f0-b692-137e4509b09a, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=111417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:40:51.887475 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.db [None req-ad1a7454-9577-4c8d-8da6-7f92310783e7 None None] For port 76e66c4d-d0fb-42f0-b692-137e4509b09a, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=76e66c4d-d0fb-42f0-b692-137e4509b09a,segment=NetworkSegment(0949f098-87bd-4d7c-adb9-f3622e4872b3),segment_id=0949f098-87bd-4d7c-adb9-f3622e4872b3)] {{(pid=111417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:40:51.921072 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-ad1a7454-9577-4c8d-8da6-7f92310783e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (76e66c4d-d0fb-42f0-b692-137e4509b09a), after_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:51.954029 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-3e07b9fd-09b4-4a78-b949-6904285512e4 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:52.026522 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port 5392348f-cbb3-47f7-99f5-bea5d2b1c7ee triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:40:52.028746 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (5392348f-cbb3-47f7-99f5-bea5d2b1c7ee), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:52.029100 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port 5392348f-cbb3-47f7-99f5-bea5d2b1c7ee Oct 19 00:40:52.070678 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1a7454-9577-4c8d-8da6-7f92310783e7 None None] Routers {'cff419e6-44f2-4dba-b984-4bfa9e7f76e1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:40:52.072380 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-ad1a7454-9577-4c8d-8da6-7f92310783e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:40:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['cff419e6-44f2-4dba-b984-4bfa9e7f76e1'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:52.124636 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-a909057a-b35e-4bd0-8ffd-2723060c5164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (930e8761-e1d9-4b49-b26a-59d0cbc1c7e1), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:52.180181 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-29a5dda4-eb1c-4b48-abf7-1c7a063a389e tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] Request body: {'port': {'device_id': 'e8a28aad-697f-4dee-8254-6f08e9d76168', 'network_id': 'db3956ab-e454-4c4b-8ece-d9089b41eb0d', 'admin_state_up': True, 'tenant_id': 'f249d9041c6749f58973a5b0867b07ce'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:40:52.245858 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-3e07b9fd-09b4-4a78-b949-6904285512e4 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Network 75c84943-00ac-41e3-a6c3-2ea734b46148 is already hosted by enough agents. {{(pid=111414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:40:52.263981 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-3e07b9fd-09b4-4a78-b949-6904285512e4 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Resources bound (agent type, host, resource id): {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:40:52.280953 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-3e07b9fd-09b4-4a78-b949-6904285512e4 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Received port after_create {{(pid=111414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:40:52.469249 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2813fb3-192c-4958-884f-6166cb44e76f None None] Pushing event updated for resources: {'Port': ['ID=76e66c4d-d0fb-42f0-b692-137e4509b09a,revision_number=4']} {{(pid=111417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:52.642258 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e07b9fd-09b4-4a78-b949-6904285512e4 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Pushing event updated for resources: {'Port': ['ID=da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:52.691783 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-dddbb269-cec4-4208-ac59-c76fbaef32ad req-187cf3a2-52f4-44cd-adc7-02f52582a44a tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e8a28aad-697f-4dee-8254-6f08e9d76168 HTTP/1.1" status: 200 len: 210 time: 0.1314211 Oct 19 00:40:52.714108 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-cf00484e-56df-4ad3-8b1a-fb4f0dae2f8d req-c3227806-334b-4703-b9f0-282b91df015a tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 210 time: 0.9075801 Oct 19 00:40:52.742146 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-ad1a7454-9577-4c8d-8da6-7f92310783e7 None None] Set router cff419e6-44f2-4dba-b984-4bfa9e7f76e1 gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:40:52.776456 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-29a5dda4-eb1c-4b48-abf7-1c7a063a389e tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] Made reservation on behalf of f249d9041c6749f58973a5b0867b07ce for: {'port': 1} {{(pid=111415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:40:52.801350 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-29a5dda4-eb1c-4b48-abf7-1c7a063a389e tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:52.808268 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-3e07b9fd-09b4-4a78-b949-6904285512e4 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:40:52.808974 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-3e07b9fd-09b4-4a78-b949-6904285512e4 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:52.911559 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port 5392348f-cbb3-47f7-99f5-bea5d2b1c7ee is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:40:52.913041 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device e9cd02a6-67dc-414f-8b71-71616ec0bb96 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:40:52.932839 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:52.995439 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:53.005075 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-3e07b9fd-09b4-4a78-b949-6904285512e4 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2880945 Oct 19 00:40:53.021489 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-5826e170-fd6a-4923-8998-f924697fd6fb req-62d5a60b-343c-47bc-8f99-ea19182fd7c4 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=dc8b8a6e-eab7-4f45-8f5d-916c52eec398 HTTP/1.1" status: 200 len: 210 time: 0.1934135 Oct 19 00:40:53.038345 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-c142c693-bc50-4d18-b626-56f30b8fca9f tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111414) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 19 00:40:53.041560 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-c142c693-bc50-4d18-b626-56f30b8fca9f tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0171483 Oct 19 00:40:53.052405 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-8292f3e1-a420-40ea-b34c-ffb0cc47f956 None None] Provisioning complete for port da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:40:53.053077 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-8292f3e1-a420-40ea-b34c-ffb0cc47f956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:53.053077 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-8292f3e1-a420-40ea-b34c-ffb0cc47f956 None None] Attempt 1 to provision port da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf Oct 19 00:40:53.309845 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.db_base_plugin_common [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-1ac852ee-3be6-47bb-85ee-cd31fb5f230a tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Allocated IP 172.20.0.8 (75c84943-00ac-41e3-a6c3-2ea734b46148/da4d7e39-f806-4ee4-9a72-d230cc0f9d32/cc5abfca-70ab-406b-974c-c89318ad195e) {{(pid=111415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:40:53.320397 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-ad1a7454-9577-4c8d-8da6-7f92310783e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'name': 'tempest-AttachVolumeNegativeTest-34200755-router', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108'}], 'enable_snat': True}, 'gw_port_id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:25Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 4, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'gw_port': {'id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '76e66c4d-d0fb-42f0-b692-137e4509b09a', 'name': '', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'mac_address': 'fa:16:3e:05:25:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '749347d7-6beb-499e-80b2-119168147fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:33Z', 'updated_at': '2022-10-19T00:40:51Z', 'revision_number': 4, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'subnets': [{'id': '749347d7-6beb-499e-80b2-119168147fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:53.341943 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-8292f3e1-a420-40ea-b34c-ffb0cc47f956 None None] Port da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf cannot update to ACTIVE because it is not bound. {{(pid=111416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 19 00:40:53.383090 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port e9cd02a6-67dc-414f-8b71-71616ec0bb96 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:40:53.385985 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (e9cd02a6-67dc-414f-8b71-71616ec0bb96), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:53.386652 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port e9cd02a6-67dc-414f-8b71-71616ec0bb96 Oct 19 00:40:53.458795 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:53.485429 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1a7454-9577-4c8d-8da6-7f92310783e7 None None] The sync data for ids ['cff419e6-44f2-4dba-b984-4bfa9e7f76e1'] in dv-cinder-master-3-iscsi is: [{'id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'name': 'tempest-AttachVolumeNegativeTest-34200755-router', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108'}], 'enable_snat': True}, 'gw_port_id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:25Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 4, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'gw_port': {'id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '76e66c4d-d0fb-42f0-b692-137e4509b09a', 'name': '', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'mac_address': 'fa:16:3e:05:25:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '749347d7-6beb-499e-80b2-119168147fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:33Z', 'updated_at': '2022-10-19T00:40:51Z', 'revision_number': 4, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'subnets': [{'id': '749347d7-6beb-499e-80b2-119168147fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:40:53.615255 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port e9cd02a6-67dc-414f-8b71-71616ec0bb96 is: DOWN; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:40:53.615989 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (e9cd02a6-67dc-414f-8b71-71616ec0bb96), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:53.742641 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-ea5bb822-0b57-41fb-a5ff-b23bb7d48e2f tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:40:53.747038 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-ea5bb822-0b57-41fb-a5ff-b23bb7d48e2f tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.20 "GET /networking/v2.0/networks?id=173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc HTTP/1.1" status: 200 len: 816 time: 0.6085105 Oct 19 00:40:53.765581 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.20', 51432) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:53.791457 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-cc12b56e-e1ec-43e2-88b2-94c5569df3cd admin admin] Publish callbacks [] for security_group (de4f393c-ea0f-4c9b-bc16-21ad86ef0105), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:53.799942 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] For port e9cd02a6-67dc-414f-8b71-71616ec0bb96, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e9cd02a6-67dc-414f-8b71-71616ec0bb96,segment=NetworkSegment(f2b7edb5-09e5-4107-9510-7f8b0ffd80fb),segment_id=f2b7edb5-09e5-4107-9510-7f8b0ffd80fb)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:40:53.809657 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (e9cd02a6-67dc-414f-8b71-71616ec0bb96), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:53.885067 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-da1557e8-f14a-438a-8434-b2ce9b135405 req-dd175732-a608-455d-b0ea-23cb59f64db1 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 210 time: 0.9322066 Oct 19 00:40:53.934827 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-cc12b56e-e1ec-43e2-88b2-94c5569df3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (de4f393c-ea0f-4c9b-bc16-21ad86ef0105), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:54.088748 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-a909057a-b35e-4bd0-8ffd-2723060c5164 None None] Publish callbacks [] for port (930e8761-e1d9-4b49-b26a-59d0cbc1c7e1), precommit_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:54.110041 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-da0f0d3b-b128-4bdd-8ce6-15f0002c1439 req-7e9fc907-3c73-43b0-a71f-32e48b32f558 tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e8a28aad-697f-4dee-8254-6f08e9d76168 HTTP/1.1" status: 200 len: 210 time: 0.2357702 Oct 19 00:40:54.123332 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-a909057a-b35e-4bd0-8ffd-2723060c5164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (930e8761-e1d9-4b49-b26a-59d0cbc1c7e1), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:54.204969 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:54.209009 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc12b56e-e1ec-43e2-88b2-94c5569df3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4f393c-ea0f-4c9b-bc16-21ad86ef0105,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:54.216393 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-e69c6430-368d-4f90-879a-6f3e1491d23c service neutron] Request body: {'port': {'device_id': '3da61834-fd67-49d2-925c-c18fc264042c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:40:54.278797 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Pushing event updated for resources: {'Port': ['ID=e9cd02a6-67dc-414f-8b71-71616ec0bb96,revision_number=5']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:54.290471 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 34c67444-7acf-4405-bf27-e0be5c28ddd1 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:40:54.311803 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-cc12b56e-e1ec-43e2-88b2-94c5569df3cd admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=326db2eede964aec9dbd06693dd47cb1&name=default HTTP/1.1" status: 200 len: 2996 time: 3.5368149 Oct 19 00:40:54.329148 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-79f099df-f5ae-49be-a909-25987d3f5317 req-21f335fd-b64a-4a1b-b5a5-7bf649a8d655 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 210 time: 0.1111238 Oct 19 00:40:54.348190 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 58230) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:54.463034 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-5a403d30-0de7-451b-8620-479d6a05354a req-fe7dd540-71bf-4b7d-aaa2-d66f9c4ce22c tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=dc8b8a6e-eab7-4f45-8f5d-916c52eec398 HTTP/1.1" status: 200 len: 210 time: 0.0567975 Oct 19 00:40:54.523064 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-4c5947c3-bebd-4291-bbf6-5d565e37984b tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=37ffcffcae9b41bbb2d13adc49cb99df HTTP/1.1" status: 200 len: 380 time: 0.7199695 Oct 19 00:40:54.628780 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-562b5196-3fd4-4f04-952c-75c37d941bc7 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Request body: {'port': {'device_id': 'b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2', 'network_id': '173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc', 'admin_state_up': True, 'tenant_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'security_groups': ['57428c21-fc70-4bfd-a883-2318d0aab4ad']}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:40:54.718661 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1de571-ea48-4ba1-89b9-20e42c1c754c None None] Pushing event updated for resources: {'Port': ['ID=930e8761-e1d9-4b49-b26a-59d0cbc1c7e1,revision_number=3']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:54.817647 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-e69c6430-368d-4f90-879a-6f3e1491d23c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:55.012257 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-a909057a-b35e-4bd0-8ffd-2723060c5164 None None] Attempting to bind port 930e8761-e1d9-4b49-b26a-59d0cbc1c7e1 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:40:55.012834 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-a909057a-b35e-4bd0-8ffd-2723060c5164 None None] Attempting to bind port 930e8761-e1d9-4b49-b26a-59d0cbc1c7e1 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '5e10216b-5353-4a7f-a5b9-0961a609cc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc'}] {{(pid=111416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:40:55.014660 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a909057a-b35e-4bd0-8ffd-2723060c5164 None None] Attempting to bind port 930e8761-e1d9-4b49-b26a-59d0cbc1c7e1 on network 173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:40:55.124520 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port 34c67444-7acf-4405-bf27-e0be5c28ddd1 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:40:55.125216 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (34c67444-7acf-4405-bf27-e0be5c28ddd1), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:55.125216 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port 34c67444-7acf-4405-bf27-e0be5c28ddd1 Oct 19 00:40:55.146862 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a909057a-b35e-4bd0-8ffd-2723060c5164 None None] Checking agent: {'id': '0014484f-12ef-47ae-ba33-5ac9a1be8800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 32, 10), 'started_at': datetime.datetime(2022, 10, 19, 0, 32, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:40:55.147239 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a909057a-b35e-4bd0-8ffd-2723060c5164 None None] Checking segment: {'id': '5e10216b-5353-4a7f-a5b9-0961a609cc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:40:55.147575 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-a909057a-b35e-4bd0-8ffd-2723060c5164 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:55.150780 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a909057a-b35e-4bd0-8ffd-2723060c5164 None None] Bound using segment: {'id': '5e10216b-5353-4a7f-a5b9-0961a609cc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc'} {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:40:55.151475 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-a909057a-b35e-4bd0-8ffd-2723060c5164 None None] Bound port: 930e8761-e1d9-4b49-b26a-59d0cbc1c7e1, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e10216b-5353-4a7f-a5b9-0961a609cc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc'}}] {{(pid=111416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:40:55.153712 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-a909057a-b35e-4bd0-8ffd-2723060c5164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (930e8761-e1d9-4b49-b26a-59d0cbc1c7e1), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:55.269043 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=5 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:55.275866 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:55.330020 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-59cf6c26-910a-4745-9f31-71ee323c113e req-0383a3ab-5e08-4ffb-8032-56c0ae09f538 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 210 time: 0.1190369 Oct 19 00:40:55.366397 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-8e362a8f-54c3-4fd1-a3c0-9a2988f04903 req-3e9e5e55-d14d-4a23-906d-21239ba04310 tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e8a28aad-697f-4dee-8254-6f08e9d76168 HTTP/1.1" status: 200 len: 210 time: 0.0886626 Oct 19 00:40:55.423349 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-065a085e-36ab-4b10-8ca1-ffa3555123b8 admin admin] Publish callbacks [] for security_group (de4f393c-ea0f-4c9b-bc16-21ad86ef0105), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:55.451630 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-562b5196-3fd4-4f04-952c-75c37d941bc7 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Made reservation on behalf of 37ffcffcae9b41bbb2d13adc49cb99df for: {'port': 1} {{(pid=111414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:40:55.462550 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-562b5196-3fd4-4f04-952c-75c37d941bc7 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:55.515032 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-065a085e-36ab-4b10-8ca1-ffa3555123b8 admin admin] Publish callbacks [] for security_group (de4f393c-ea0f-4c9b-bc16-21ad86ef0105), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:55.586419 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-1ac852ee-3be6-47bb-85ee-cd31fb5f230a tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks [] for port (cc5abfca-70ab-406b-974c-c89318ad195e), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:55.696922 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.db_base_plugin_common [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-29a5dda4-eb1c-4b48-abf7-1c7a063a389e tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] Allocated IP 172.20.0.13 (db3956ab-e454-4c4b-8ece-d9089b41eb0d/1d783581-46ca-4346-8fdb-4ad8d1fe4360/522599ca-04f8-4a03-91d1-860898570a3b) {{(pid=111415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:40:55.772182 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c42e8168-0c57-47c9-859e-26cf1b3c0526 req-fdceb514-fb6f-4e00-9440-e369b7f83fb9 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 210 time: 0.1713889 Oct 19 00:40:55.906780 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.db_base_plugin_common [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-562b5196-3fd4-4f04-952c-75c37d941bc7 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Allocated IP 172.20.0.3 (173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc/29c3f2de-ba2c-47ae-bf44-d2591e2e7caf/6aea38b4-b7a0-4e8e-82dc-deb19c260092) {{(pid=111414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:40:55.912220 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-a909057a-b35e-4bd0-8ffd-2723060c5164 None None] For port 930e8761-e1d9-4b49-b26a-59d0cbc1c7e1, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=111416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:40:55.936212 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-a909057a-b35e-4bd0-8ffd-2723060c5164 None None] For port 930e8761-e1d9-4b49-b26a-59d0cbc1c7e1, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=930e8761-e1d9-4b49-b26a-59d0cbc1c7e1,segment=NetworkSegment(5e10216b-5353-4a7f-a5b9-0961a609cc49),segment_id=5e10216b-5353-4a7f-a5b9-0961a609cc49)] {{(pid=111416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:40:55.941331 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port 34c67444-7acf-4405-bf27-e0be5c28ddd1 is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:40:55.943600 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 76e66c4d-d0fb-42f0-b692-137e4509b09a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:40:55.947930 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-a909057a-b35e-4bd0-8ffd-2723060c5164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (930e8761-e1d9-4b49-b26a-59d0cbc1c7e1), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:56.010130 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:56.011452 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-1ac852ee-3be6-47bb-85ee-cd31fb5f230a tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450'] for port (cc5abfca-70ab-406b-974c-c89318ad195e), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:56.027828 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-6189560f-38ff-4643-b095-e3d6f72b6d93 req-6cf7bb32-9738-451f-8f40-458eb17fbebc tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=dc8b8a6e-eab7-4f45-8f5d-916c52eec398 HTTP/1.1" status: 200 len: 210 time: 0.2116406 Oct 19 00:40:56.039599 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1de571-ea48-4ba1-89b9-20e42c1c754c None None] Pushing event updated for resources: {'Port': ['ID=930e8761-e1d9-4b49-b26a-59d0cbc1c7e1,revision_number=4']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:56.059346 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a909057a-b35e-4bd0-8ffd-2723060c5164 None None] Routers {'3cf80fd9-74a2-405a-9e51-106271f1f361'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:40:56.060015 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-a909057a-b35e-4bd0-8ffd-2723060c5164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:40:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['3cf80fd9-74a2-405a-9e51-106271f1f361'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:56.147335 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port 76e66c4d-d0fb-42f0-b692-137e4509b09a triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:40:56.148108 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (76e66c4d-d0fb-42f0-b692-137e4509b09a), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:56.148193 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port 76e66c4d-d0fb-42f0-b692-137e4509b09a Oct 19 00:40:56.197926 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-065a085e-36ab-4b10-8ca1-ffa3555123b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (de4f393c-ea0f-4c9b-bc16-21ad86ef0105), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:56.217858 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-065a085e-36ab-4b10-8ca1-ffa3555123b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:56.224809 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-065a085e-36ab-4b10-8ca1-ffa3555123b8 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/de4f393c-ea0f-4c9b-bc16-21ad86ef0105 HTTP/1.1" status: 204 len: 168 time: 1.8715124 Oct 19 00:40:56.273232 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.20', 51440) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:56.580258 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:56.657691 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-a909057a-b35e-4bd0-8ffd-2723060c5164 None None] Set router 3cf80fd9-74a2-405a-9e51-106271f1f361 gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:40:56.730866 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a085e-36ab-4b10-8ca1-ffa3555123b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4f393c-ea0f-4c9b-bc16-21ad86ef0105,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:56.754533 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port 76e66c4d-d0fb-42f0-b692-137e4509b09a is: DOWN; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:40:56.758619 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (76e66c4d-d0fb-42f0-b692-137e4509b09a), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:56.851216 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac852ee-3be6-47bb-85ee-cd31fb5f230a tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Pushing event updated for resources: {'Port': ['ID=cc5abfca-70ab-406b-974c-c89318ad195e,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:56.863692 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 58302) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:56.979073 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] For port 76e66c4d-d0fb-42f0-b692-137e4509b09a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=76e66c4d-d0fb-42f0-b692-137e4509b09a,segment=NetworkSegment(0949f098-87bd-4d7c-adb9-f3622e4872b3),segment_id=0949f098-87bd-4d7c-adb9-f3622e4872b3)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:40:56.987443 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c42104ff-f732-436c-b3f4-519fac989908 req-26502d32-8252-4434-bb05-80b722135c84 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 210 time: 0.2513130 Oct 19 00:40:57.060608 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:57.067507 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-1ac852ee-3be6-47bb-85ee-cd31fb5f230a tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Network 75c84943-00ac-41e3-a6c3-2ea734b46148 is already hosted by enough agents. {{(pid=111415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:40:57.087296 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (76e66c4d-d0fb-42f0-b692-137e4509b09a), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:57.094584 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.base_scheduler [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-1ac852ee-3be6-47bb-85ee-cd31fb5f230a tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Resources bound (agent type, host, resource id): {{(pid=111415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:40:57.119476 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.l3_dvrscheduler_db [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-1ac852ee-3be6-47bb-85ee-cd31fb5f230a tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Received port after_create {{(pid=111415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:40:57.143615 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-1ac852ee-3be6-47bb-85ee-cd31fb5f230a tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:40:57.148585 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-1ac852ee-3be6-47bb-85ee-cd31fb5f230a tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for port (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:57.311820 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:57.347183 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 58324) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:57.352103 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Pushing event updated for resources: {'Port': ['ID=76e66c4d-d0fb-42f0-b692-137e4509b09a,revision_number=5']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:57.425377 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5d80e-73b8-44d8-9480-b293740a0113 req-77f1f883-fef1-4102-9161-d76b18a5f493 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:40:57.442458 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-5ac5d80e-73b8-44d8-9480-b293740a0113 req-77f1f883-fef1-4102-9161-d76b18a5f493 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 931 time: 0.2501767 Oct 19 00:40:57.497960 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 930e8761-e1d9-4b49-b26a-59d0cbc1c7e1 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:40:57.521347 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-1ac852ee-3be6-47bb-85ee-cd31fb5f230a tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.1040866 Oct 19 00:40:57.526827 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-738ef5d6-81c6-4449-9d11-a7d9b3917ec2 req-940f7c88-649c-48bc-868b-147b8beb60d0 tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e8a28aad-697f-4dee-8254-6f08e9d76168 HTTP/1.1" status: 200 len: 210 time: 0.9026444 Oct 19 00:40:57.530846 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-f4f3c9c6-540e-4e72-8997-593ce4670767 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:57.580039 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-9c070ffb-d5eb-4aef-baea-f643f0bc5790 service neutron] Request body: {'port': {'device_id': 'ab4c73d6-9203-4110-93af-4a78428c672b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:40:57.608372 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-562b5196-3fd4-4f04-952c-75c37d941bc7 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks [] for port (6aea38b4-b7a0-4e8e-82dc-deb19c260092), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:57.609359 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-9787457b-ba3e-4282-b6c6-fb1d7140478b None None] Provisioning complete for port cc5abfca-70ab-406b-974c-c89318ad195e triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:40:57.609933 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-9787457b-ba3e-4282-b6c6-fb1d7140478b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (cc5abfca-70ab-406b-974c-c89318ad195e), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:57.610591 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-9787457b-ba3e-4282-b6c6-fb1d7140478b None None] Attempt 1 to provision port cc5abfca-70ab-406b-974c-c89318ad195e Oct 19 00:40:57.728541 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-9c070ffb-d5eb-4aef-baea-f643f0bc5790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (cc5abfca-70ab-406b-974c-c89318ad195e), before_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:57.741078 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-07f3f860-bf0a-4902-b415-73b193ceb363 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:57.852481 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port 930e8761-e1d9-4b49-b26a-59d0cbc1c7e1 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:40:57.852813 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (930e8761-e1d9-4b49-b26a-59d0cbc1c7e1), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:57.853097 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port 930e8761-e1d9-4b49-b26a-59d0cbc1c7e1 Oct 19 00:40:57.855240 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-9787457b-ba3e-4282-b6c6-fb1d7140478b None None] Port cc5abfca-70ab-406b-974c-c89318ad195e cannot update to ACTIVE because it is not bound. {{(pid=111416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 19 00:40:57.868559 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-29a5dda4-eb1c-4b48-abf7-1c7a063a389e tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] Publish callbacks [] for port (522599ca-04f8-4a03-91d1-860898570a3b), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:57.910759 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-5ac5d80e-73b8-44d8-9480-b293740a0113 req-badcb951-4c3f-4be4-ab72-ea26a44b6bfa tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4671502 Oct 19 00:40:57.945230 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-a909057a-b35e-4bd0-8ffd-2723060c5164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'name': 'tempest-AttachVolumeShelveTestJSON-974185996-router', 'tenant_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.225'}], 'enable_snat': True}, 'gw_port_id': '8600c63b-1f07-4601-8ec4-f15ced3e9ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 4, 'project_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'gw_port': {'id': '8600c63b-1f07-4601-8ec4-f15ced3e9ba2', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:27Z', 'updated_at': '2022-10-19T00:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '930e8761-e1d9-4b49-b26a-59d0cbc1c7e1', 'name': '', 'network_id': '173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc', 'tenant_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'mac_address': 'fa:16:3e:81:1b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '29c3f2de-ba2c-47ae-bf44-d2591e2e7caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:35Z', 'updated_at': '2022-10-19T00:40:55Z', 'revision_number': 4, 'project_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'subnets': [{'id': '29c3f2de-ba2c-47ae-bf44-d2591e2e7caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:40:58.005958 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a909057a-b35e-4bd0-8ffd-2723060c5164 None None] The sync data for ids ['3cf80fd9-74a2-405a-9e51-106271f1f361'] in dv-cinder-master-3-iscsi is: [{'id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'name': 'tempest-AttachVolumeShelveTestJSON-974185996-router', 'tenant_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.225'}], 'enable_snat': True}, 'gw_port_id': '8600c63b-1f07-4601-8ec4-f15ced3e9ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 4, 'project_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'gw_port': {'id': '8600c63b-1f07-4601-8ec4-f15ced3e9ba2', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:27Z', 'updated_at': '2022-10-19T00:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '930e8761-e1d9-4b49-b26a-59d0cbc1c7e1', 'name': '', 'network_id': '173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc', 'tenant_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'mac_address': 'fa:16:3e:81:1b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '29c3f2de-ba2c-47ae-bf44-d2591e2e7caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:35Z', 'updated_at': '2022-10-19T00:40:55Z', 'revision_number': 4, 'project_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'subnets': [{'id': '29c3f2de-ba2c-47ae-bf44-d2591e2e7caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:40:58.106105 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port 930e8761-e1d9-4b49-b26a-59d0cbc1c7e1 is: DOWN; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:40:58.106410 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (930e8761-e1d9-4b49-b26a-59d0cbc1c7e1), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:58.132507 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-f4f3c9c6-540e-4e72-8997-593ce4670767 admin admin] Publish callbacks [] for security_group (36acfd04-ec56-4c59-a49c-41ba9ee34707), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:58.138378 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-adb91242-2286-44a2-812d-d0a40f1d50c3 req-e0ad84f1-aee4-4ca4-b048-54275c3794c6 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=dc8b8a6e-eab7-4f45-8f5d-916c52eec398 HTTP/1.1" status: 200 len: 210 time: 0.4392238 Oct 19 00:40:58.148710 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] For port 930e8761-e1d9-4b49-b26a-59d0cbc1c7e1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=930e8761-e1d9-4b49-b26a-59d0cbc1c7e1,segment=NetworkSegment(5e10216b-5353-4a7f-a5b9-0961a609cc49),segment_id=5e10216b-5353-4a7f-a5b9-0961a609cc49)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:40:58.155475 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (930e8761-e1d9-4b49-b26a-59d0cbc1c7e1), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:58.156577 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device e9cd02a6-67dc-414f-8b71-71616ec0bb96 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:40:58.161592 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-f4f3c9c6-540e-4e72-8997-593ce4670767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (36acfd04-ec56-4c59-a49c-41ba9ee34707), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:58.262611 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port e9cd02a6-67dc-414f-8b71-71616ec0bb96 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:40:58.263201 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (e9cd02a6-67dc-414f-8b71-71616ec0bb96), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:58.263564 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port e9cd02a6-67dc-414f-8b71-71616ec0bb96 Oct 19 00:40:58.266220 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Pushing event updated for resources: {'Port': ['ID=930e8761-e1d9-4b49-b26a-59d0cbc1c7e1,revision_number=5']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:58.284735 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-6e263d4c-605a-4a73-ac4d-eb79f84a6a9c tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:40:58.294014 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-6e263d4c-605a-4a73-ac4d-eb79f84a6a9c tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.20 "GET /networking/v2.0/networks?id=635fade4-7ee9-45f4-8020-ceb7d6bf784a HTTP/1.1" status: 200 len: 813 time: 1.9387197 Oct 19 00:40:58.297171 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-562b5196-3fd4-4f04-952c-75c37d941bc7 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (6aea38b4-b7a0-4e8e-82dc-deb19c260092), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:58.350278 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-07f3f860-bf0a-4902-b415-73b193ceb363 admin admin] Publish callbacks [] for security_group (489e0d00-69f5-4b6d-90c2-7ef7bccd1ed4), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:58.355693 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-07f3f860-bf0a-4902-b415-73b193ceb363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (489e0d00-69f5-4b6d-90c2-7ef7bccd1ed4), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:58.383023 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-f4f3c9c6-540e-4e72-8997-593ce4670767 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=7317ead796c04b7593525ce05e02505c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0277734 Oct 19 00:40:58.419821 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-29a5dda4-eb1c-4b48-abf7-1c7a063a389e tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450'] for port (522599ca-04f8-4a03-91d1-860898570a3b), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:58.425862 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 58340) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:58.512547 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port e9cd02a6-67dc-414f-8b71-71616ec0bb96 is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:40:58.602645 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3c9c6-540e-4e72-8997-593ce4670767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36acfd04-ec56-4c59-a49c-41ba9ee34707,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:58.612075 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:58.663288 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a7edaf-9ebe-4910-b7ae-810cd341aa42 req-d28f87da-65a0-4be0-86a5-53b5a4abd1a9 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:40:58.677980 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-46a7edaf-9ebe-4910-b7ae-810cd341aa42 req-d28f87da-65a0-4be0-86a5-53b5a4abd1a9 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 931 time: 0.4399760 Oct 19 00:40:58.695716 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f3f860-bf0a-4902-b415-73b193ceb363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489e0d00-69f5-4b6d-90c2-7ef7bccd1ed4,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:58.736689 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-562b5196-3fd4-4f04-952c-75c37d941bc7 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Network 173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc is already hosted by enough agents. {{(pid=111414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:40:58.748952 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b5196-3fd4-4f04-952c-75c37d941bc7 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Pushing event updated for resources: {'Port': ['ID=6aea38b4-b7a0-4e8e-82dc-deb19c260092,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:58.763431 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:58.771975 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-878f0b99-d733-4d28-a495-de3d9a0483b5 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0b35c2038f6b4d0a9012b004f1416c00 HTTP/1.1" status: 200 len: 379 time: 0.3870659 Oct 19 00:40:58.772912 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-562b5196-3fd4-4f04-952c-75c37d941bc7 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Resources bound (agent type, host, resource id): {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:40:58.807659 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-d0365e9a-200a-4f16-9110-cefec2e0c288 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Request body: {'port': {'device_id': 'dc8b8a6e-eab7-4f45-8f5d-916c52eec398', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'admin_state_up': True, 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'security_groups': ['60745bf5-38ce-49ea-8b4d-bb9eb49756cb']}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:40:58.816051 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-07f3f860-bf0a-4902-b415-73b193ceb363 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=5c653c4c50a54094b19164cf416fd8b4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8538740 Oct 19 00:40:58.820524 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-29a5dda4-eb1c-4b48-abf7-1c7a063a389e tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] Network db3956ab-e454-4c4b-8ece-d9089b41eb0d is already hosted by enough agents. {{(pid=111415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:40:58.824195 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:58.824613 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:58.841384 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 58358) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:40:58.865614 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.base_scheduler [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-29a5dda4-eb1c-4b48-abf7-1c7a063a389e tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] Resources bound (agent type, host, resource id): {{(pid=111415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:40:58.885181 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-29a5dda4-eb1c-4b48-abf7-1c7a063a389e tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] Received port after_create {{(pid=111415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:40:58.896125 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-29a5dda4-eb1c-4b48-abf7-1c7a063a389e tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:40:58.899348 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-29a5dda4-eb1c-4b48-abf7-1c7a063a389e tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for port (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:58.905807 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-562b5196-3fd4-4f04-952c-75c37d941bc7 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Received port after_create {{(pid=111414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:40:59.009051 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-e69c6430-368d-4f90-879a-6f3e1491d23c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf {{(pid=111414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 00:40:59.049270 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-e69c6430-368d-4f90-879a-6f3e1491d23c service neutron] Publish callbacks [] for port (da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:59.064058 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a5dda4-eb1c-4b48-abf7-1c7a063a389e tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] Pushing event updated for resources: {'Port': ['ID=522599ca-04f8-4a03-91d1-860898570a3b,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:59.098448 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.provisioning_blocks [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-e69c6430-368d-4f90-879a-6f3e1491d23c service neutron] Transition to ACTIVE for port object da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf will not be triggered until provisioned by entity L2. {{(pid=111414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 00:40:59.208252 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-e69c6430-368d-4f90-879a-6f3e1491d23c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577477'] for port (da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:59.217962 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-29a5dda4-eb1c-4b48-abf7-1c7a063a389e tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.2289004 Oct 19 00:40:59.343634 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-a227c951-9d4a-4e2d-83e6-a190527e358e service neutron] Request body: {'port': {'device_id': 'e8a28aad-697f-4dee-8254-6f08e9d76168', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:40:59.449474 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 930e8761-e1d9-4b49-b26a-59d0cbc1c7e1 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:40:59.504480 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-46a7edaf-9ebe-4910-b7ae-810cd341aa42 req-13d7a992-7964-4219-b06c-04671e3361f0 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8252406 Oct 19 00:40:59.512688 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-24cdd9eb-c5cc-4c35-91b2-1cef9f2980ea admin admin] Publish callbacks [] for security_group (36acfd04-ec56-4c59-a49c-41ba9ee34707), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:59.568486 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:40:59.608874 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-75ae3a46-dad1-4a12-a957-a9a7ca313a5a admin admin] Publish callbacks [] for security_group (489e0d00-69f5-4b6d-90c2-7ef7bccd1ed4), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:59.632669 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port 930e8761-e1d9-4b49-b26a-59d0cbc1c7e1 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:40:59.632669 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (930e8761-e1d9-4b49-b26a-59d0cbc1c7e1), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:59.632669 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port 930e8761-e1d9-4b49-b26a-59d0cbc1c7e1 Oct 19 00:40:59.650654 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-fa31ca1a-5ee3-46c9-8d79-06b0f0027c47 None None] Provisioning complete for port 522599ca-04f8-4a03-91d1-860898570a3b triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:40:59.651655 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-fa31ca1a-5ee3-46c9-8d79-06b0f0027c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (522599ca-04f8-4a03-91d1-860898570a3b), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:59.652068 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-fa31ca1a-5ee3-46c9-8d79-06b0f0027c47 None None] Attempt 1 to provision port 522599ca-04f8-4a03-91d1-860898570a3b Oct 19 00:40:59.719853 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-24cdd9eb-c5cc-4c35-91b2-1cef9f2980ea admin admin] Publish callbacks [] for security_group (36acfd04-ec56-4c59-a49c-41ba9ee34707), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:59.730579 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-fa31ca1a-5ee3-46c9-8d79-06b0f0027c47 None None] Port 522599ca-04f8-4a03-91d1-860898570a3b cannot update to ACTIVE because it is not bound. {{(pid=111416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 19 00:40:59.761073 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-fa31ca1a-5ee3-46c9-8d79-06b0f0027c47 None None] Provisioning complete for port 6aea38b4-b7a0-4e8e-82dc-deb19c260092 triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:40:59.761309 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-fa31ca1a-5ee3-46c9-8d79-06b0f0027c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (6aea38b4-b7a0-4e8e-82dc-deb19c260092), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:59.761761 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-fa31ca1a-5ee3-46c9-8d79-06b0f0027c47 None None] Attempt 1 to provision port 6aea38b4-b7a0-4e8e-82dc-deb19c260092 Oct 19 00:40:59.815911 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-fa31ca1a-5ee3-46c9-8d79-06b0f0027c47 None None] Port 6aea38b4-b7a0-4e8e-82dc-deb19c260092 cannot update to ACTIVE because it is not bound. {{(pid=111416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 19 00:40:59.838851 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-a227c951-9d4a-4e2d-83e6-a190527e358e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (522599ca-04f8-4a03-91d1-860898570a3b), before_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:59.902838 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c6430-368d-4f90-879a-6f3e1491d23c service neutron] Pushing event updated for resources: {'Port': ['ID=da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf,revision_number=2']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:40:59.928204 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port 930e8761-e1d9-4b49-b26a-59d0cbc1c7e1 is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:40:59.929502 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-562b5196-3fd4-4f04-952c-75c37d941bc7 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:40:59.930949 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-562b5196-3fd4-4f04-952c-75c37d941bc7 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:40:59.933331 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 76e66c4d-d0fb-42f0-b692-137e4509b09a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:40:59.968269 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-75ae3a46-dad1-4a12-a957-a9a7ca313a5a admin admin] Publish callbacks [] for security_group (489e0d00-69f5-4b6d-90c2-7ef7bccd1ed4), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:00.060279 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=100 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:00.068388 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264afb3-a30e-4ccf-8f9b-c1edc4e9add3 req-04188b06-19d3-4dd6-a6cb-220db1d434fb tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:00.069909 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port 76e66c4d-d0fb-42f0-b692-137e4509b09a triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:41:00.071375 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (76e66c4d-d0fb-42f0-b692-137e4509b09a), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:00.072769 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port 76e66c4d-d0fb-42f0-b692-137e4509b09a Oct 19 00:41:00.080605 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-4264afb3-a30e-4ccf-8f9b-c1edc4e9add3 req-04188b06-19d3-4dd6-a6cb-220db1d434fb tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e8a28aad-697f-4dee-8254-6f08e9d76168 HTTP/1.1" status: 200 len: 932 time: 0.9802678 Oct 19 00:41:00.128371 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-562b5196-3fd4-4f04-952c-75c37d941bc7 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5208797 Oct 19 00:41:00.170054 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-7cdb8ed3-d2ff-4fb0-a001-956a733c4780 service neutron] Request body: {'port': {'device_id': 'b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:41:00.226052 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-e69c6430-368d-4f90-879a-6f3e1491d23c service neutron] Attempting to bind port da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf on host hv-cinder-maste for vnic_type normal with profile {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:41:00.226705 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-e69c6430-368d-4f90-879a-6f3e1491d23c service neutron] Attempting to bind port da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'cf8e282f-d232-4da7-8dc9-5de45f52d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '75c84943-00ac-41e3-a6c3-2ea734b46148'}] {{(pid=111414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:41:00.227193 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-e69c6430-368d-4f90-879a-6f3e1491d23c service neutron] Attempting to bind port da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf on network 75c84943-00ac-41e3-a6c3-2ea734b46148 {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:41:00.237805 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-d0365e9a-200a-4f16-9110-cefec2e0c288 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Made reservation on behalf of 0b35c2038f6b4d0a9012b004f1416c00 for: {'port': 1} {{(pid=111414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:41:00.243536 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-d0365e9a-200a-4f16-9110-cefec2e0c288 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:00.312415 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port 76e66c4d-d0fb-42f0-b692-137e4509b09a is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:41:00.371496 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1aabe8-218b-414d-9aa7-eb925790ac08 req-690350f3-5a8f-4400-b223-3bfe17d241a4 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:00.376697 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ea1aabe8-218b-414d-9aa7-eb925790ac08 req-690350f3-5a8f-4400-b223-3bfe17d241a4 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 931 time: 0.5687451 Oct 19 00:41:00.377015 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-4264afb3-a30e-4ccf-8f9b-c1edc4e9add3 req-57e79d9a-5add-4c2e-a410-e8c7abf2998b tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d60d174d-87ba-4ac6-9445-66f72a3d0989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862833 Oct 19 00:41:00.377425 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 58400) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:00.433970 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-7cdb8ed3-d2ff-4fb0-a001-956a733c4780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (6aea38b4-b7a0-4e8e-82dc-deb19c260092), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:00.573300 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:00.576284 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-abb893db-b3f1-446c-bf99-7d7b92d6d118 req-c04f0c9e-ddb7-4d99-b064-cb64920abb2a tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=dc8b8a6e-eab7-4f45-8f5d-916c52eec398 HTTP/1.1" status: 200 len: 210 time: 0.0714433 Oct 19 00:41:00.584703 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-e69c6430-368d-4f90-879a-6f3e1491d23c service neutron] Port da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf on network 75c84943-00ac-41e3-a6c3-2ea734b46148 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:41:00.585193 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-e69c6430-368d-4f90-879a-6f3e1491d23c service neutron] Attempting to bind port da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf on network 75c84943-00ac-41e3-a6c3-2ea734b46148 {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:41:00.615184 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-24cdd9eb-c5cc-4c35-91b2-1cef9f2980ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (36acfd04-ec56-4c59-a49c-41ba9ee34707), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:00.617591 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-24cdd9eb-c5cc-4c35-91b2-1cef9f2980ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:00.621820 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-24cdd9eb-c5cc-4c35-91b2-1cef9f2980ea admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/36acfd04-ec56-4c59-a49c-41ba9ee34707 HTTP/1.1" status: 204 len: 168 time: 2.1724143 Oct 19 00:41:00.682082 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.notifiers.nova [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-9c070ffb-d5eb-4aef-baea-f643f0bc5790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc5abfca-70ab-406b-974c-c89318ad195e {{(pid=111415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 00:41:00.691339 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cdd9eb-c5cc-4c35-91b2-1cef9f2980ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36acfd04-ec56-4c59-a49c-41ba9ee34707,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:00.713764 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-9c070ffb-d5eb-4aef-baea-f643f0bc5790 service neutron] Publish callbacks [] for port (cc5abfca-70ab-406b-974c-c89318ad195e), precommit_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:00.718409 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-75ae3a46-dad1-4a12-a957-a9a7ca313a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (489e0d00-69f5-4b6d-90c2-7ef7bccd1ed4), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:00.721993 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-75ae3a46-dad1-4a12-a957-a9a7ca313a5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:00.723242 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-75ae3a46-dad1-4a12-a957-a9a7ca313a5a admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/489e0d00-69f5-4b6d-90c2-7ef7bccd1ed4 HTTP/1.1" status: 204 len: 168 time: 1.8728738 Oct 19 00:41:00.740168 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ea1aabe8-218b-414d-9aa7-eb925790ac08 req-3f231840-c0cc-442d-9fe4-c8172cc9ba94 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514746 Oct 19 00:41:00.810822 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae3a46-dad1-4a12-a957-a9a7ca313a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489e0d00-69f5-4b6d-90c2-7ef7bccd1ed4,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:00.821100 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.provisioning_blocks [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-9c070ffb-d5eb-4aef-baea-f643f0bc5790 service neutron] Transition to ACTIVE for port object cc5abfca-70ab-406b-974c-c89318ad195e will not be triggered until provisioned by entity L2. {{(pid=111415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 00:41:00.846971 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-9c070ffb-d5eb-4aef-baea-f643f0bc5790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (cc5abfca-70ab-406b-974c-c89318ad195e), after_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:00.853725 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:00.973813 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-e69c6430-368d-4f90-879a-6f3e1491d23c service neutron] Checking agent: {'id': '6724934a-8b6e-4109-8304-d160e240b776', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 38, 31), 'started_at': datetime.datetime(2022, 10, 19, 0, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:41:00.974318 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-e69c6430-368d-4f90-879a-6f3e1491d23c service neutron] Checking segment: {'id': 'cf8e282f-d232-4da7-8dc9-5de45f52d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '75c84943-00ac-41e3-a6c3-2ea734b46148'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:41:00.974773 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-e69c6430-368d-4f90-879a-6f3e1491d23c service neutron] Bound using segment: {'id': 'cf8e282f-d232-4da7-8dc9-5de45f52d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '75c84943-00ac-41e3-a6c3-2ea734b46148'} {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:41:00.975270 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-e69c6430-368d-4f90-879a-6f3e1491d23c service neutron] Bound port: da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf8e282f-d232-4da7-8dc9-5de45f52d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '75c84943-00ac-41e3-a6c3-2ea734b46148'}}] {{(pid=111414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:41:00.975762 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-e69c6430-368d-4f90-879a-6f3e1491d23c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:01.066420 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:01.195930 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-e69c6430-368d-4f90-879a-6f3e1491d23c service neutron] For port da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf, host hv-cinder-maste, cleared binding levels {{(pid=111414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:41:01.228267 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-e69c6430-368d-4f90-879a-6f3e1491d23c service neutron] For port da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf,segment=NetworkSegment(cf8e282f-d232-4da7-8dc9-5de45f52d170),segment_id=cf8e282f-d232-4da7-8dc9-5de45f52d170)] {{(pid=111414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:41:01.247471 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:01.269343 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-e69c6430-368d-4f90-879a-6f3e1491d23c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577477'] for port (da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:01.302597 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-38427050-ce1f-49c3-954a-dface1b0ab31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:01.428608 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-e69c6430-368d-4f90-879a-6f3e1491d23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:01.430005 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-e69c6430-368d-4f90-879a-6f3e1491d23c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:01.447290 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-e69c6430-368d-4f90-879a-6f3e1491d23c service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf HTTP/1.1" status: 200 len: 1094 time: 7.6796939 Oct 19 00:41:01.450268 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c6430-368d-4f90-879a-6f3e1491d23c service neutron] Pushing event updated for resources: {'Port': ['ID=da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf,revision_number=3']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:01.462359 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da61834-fd67-49d2-925c-c18fc264042c', 'tag': 'da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf'}] {{(pid=111414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:41:01.489692 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (6724934a-8b6e-4109-8304-d160e240b776), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:01.605855 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84605727-22a1-4dba-9c2e-1984d6e2d162 req-d979c517-3c3d-4cc2-a1a3-8aac18ac88d7 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:01.616486 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-84605727-22a1-4dba-9c2e-1984d6e2d162 req-d979c517-3c3d-4cc2-a1a3-8aac18ac88d7 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 931 time: 0.6931841 Oct 19 00:41:01.670025 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 58438) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:01.677765 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c070ffb-d5eb-4aef-baea-f643f0bc5790 service neutron] Pushing event updated for resources: {'Port': ['ID=cc5abfca-70ab-406b-974c-c89318ad195e,revision_number=2']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:01.738847 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.db_base_plugin_common [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-d0365e9a-200a-4f16-9110-cefec2e0c288 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Allocated IP 172.20.0.6 (635fade4-7ee9-45f4-8020-ceb7d6bf784a/749347d7-6beb-499e-80b2-119168147fbe/e00fb603-2d03-421e-b1f4-e3767c67aadc) {{(pid=111414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:41:01.838508 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-8f0a7c57-06c4-48ab-8a8a-d6401e095efe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:01.883797 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b24e6-77cb-44ab-826b-fc3423a9e09d req-3b4f3e8f-60ee-4cfc-9c62-6df3f96de129 tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:01.887317 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-fb2b24e6-77cb-44ab-826b-fc3423a9e09d req-3b4f3e8f-60ee-4cfc-9c62-6df3f96de129 tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e8a28aad-697f-4dee-8254-6f08e9d76168 HTTP/1.1" status: 200 len: 932 time: 0.2954006 Oct 19 00:41:01.928486 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-621362e1-42b2-4bc1-b4c6-0f1a91d7d5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:01.930260 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-621362e1-42b2-4bc1-b4c6-0f1a91d7d5b9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c0151d58abd047a692f5cc4e7d05bea5&device_id=3da61834-fd67-49d2-925c-c18fc264042c HTTP/1.1" status: 200 len: 1128 time: 0.3392291 Oct 19 00:41:01.945715 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-38427050-ce1f-49c3-954a-dface1b0ab31 admin admin] Publish callbacks [] for security_group (51a7893d-361b-4bd7-8036-fb1702aae7df), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:01.947630 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e46469f00a83062af0f8a877bbd3a06bc7f865c711541049e4990ec8a28c8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1497d97-6e4a-4fd6-8c9b-00809cfea84b" -d '{"events": [{"name": "network-changed", "server_uuid": "3da61834-fd67-49d2-925c-c18fc264042c", "tag": "da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf"}]}' {{(pid=111414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:41:01.948710 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.notifiers.nova [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-a227c951-9d4a-4e2d-83e6-a190527e358e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 522599ca-04f8-4a03-91d1-860898570a3b {{(pid=111415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 00:41:01.964187 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-38427050-ce1f-49c3-954a-dface1b0ab31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (51a7893d-361b-4bd7-8036-fb1702aae7df), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:01.984648 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-a227c951-9d4a-4e2d-83e6-a190527e358e service neutron] Publish callbacks [] for port (522599ca-04f8-4a03-91d1-860898570a3b), precommit_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:02.018755 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.managers [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-9c070ffb-d5eb-4aef-baea-f643f0bc5790 service neutron] Attempting to bind port cc5abfca-70ab-406b-974c-c89318ad195e on host hv-cinder-maste for vnic_type normal with profile {{(pid=111415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:41:02.018755 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.managers [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-9c070ffb-d5eb-4aef-baea-f643f0bc5790 service neutron] Attempting to bind port cc5abfca-70ab-406b-974c-c89318ad195e by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'cf8e282f-d232-4da7-8dc9-5de45f52d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '75c84943-00ac-41e3-a6c3-2ea734b46148'}] {{(pid=111415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:41:02.019120 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-9c070ffb-d5eb-4aef-baea-f643f0bc5790 service neutron] Attempting to bind port cc5abfca-70ab-406b-974c-c89318ad195e on network 75c84943-00ac-41e3-a6c3-2ea734b46148 {{(pid=111415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:41:02.067354 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-84605727-22a1-4dba-9c2e-1984d6e2d162 req-4e0b9125-2fe5-4092-86d4-9949dcef70a1 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4488821 Oct 19 00:41:02.099133 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.provisioning_blocks [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-a227c951-9d4a-4e2d-83e6-a190527e358e service neutron] Transition to ACTIVE for port object 522599ca-04f8-4a03-91d1-860898570a3b will not be triggered until provisioned by entity L2. {{(pid=111415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 00:41:02.102568 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38427050-ce1f-49c3-954a-dface1b0ab31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a7893d-361b-4bd7-8036-fb1702aae7df,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:02.131972 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-38427050-ce1f-49c3-954a-dface1b0ab31 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=5e9336eec0d3469ebb7ba20cb4fe8f3c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6953030 Oct 19 00:41:02.137003 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-a227c951-9d4a-4e2d-83e6-a190527e358e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (522599ca-04f8-4a03-91d1-860898570a3b), after_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:02.148585 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 58448) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:02.249944 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.agents_db [None req-a13584a9-f264-4877-bb17-87a252e2109a None None] Agent healthcheck: found 6 active agents {{(pid=111417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:41:02.318584 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-fb2b24e6-77cb-44ab-826b-fc3423a9e09d req-76d4ad1a-c162-468f-983c-5fb8583ea33a tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d60d174d-87ba-4ac6-9445-66f72a3d0989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593736 Oct 19 00:41:02.463527 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6,neutron:INSERT=8 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:02.476505 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-74951307-167e-40a7-b634-d0ac7f0e74a8 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf HTTP/1.1" status: 200 len: 217 time: 0.4031663 Oct 19 00:41:02.514252 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-9c070ffb-d5eb-4aef-baea-f643f0bc5790 service neutron] Port cc5abfca-70ab-406b-974c-c89318ad195e on network 75c84943-00ac-41e3-a6c3-2ea734b46148 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=111415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:41:02.514609 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-9c070ffb-d5eb-4aef-baea-f643f0bc5790 service neutron] Attempting to bind port cc5abfca-70ab-406b-974c-c89318ad195e on network 75c84943-00ac-41e3-a6c3-2ea734b46148 {{(pid=111415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:41:02.549562 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-6ddd31da-551b-46df-9003-c2eb21d275a2 req-789c8783-46fd-4f9c-aab6-c6512116f834 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=dc8b8a6e-eab7-4f45-8f5d-916c52eec398 HTTP/1.1" status: 200 len: 210 time: 0.0882938 Oct 19 00:41:02.644089 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.managers [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-a227c951-9d4a-4e2d-83e6-a190527e358e service neutron] Attempting to bind port 522599ca-04f8-4a03-91d1-860898570a3b on host hv-cinder-maste for vnic_type normal with profile {{(pid=111415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:41:02.644741 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.managers [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-a227c951-9d4a-4e2d-83e6-a190527e358e service neutron] Attempting to bind port 522599ca-04f8-4a03-91d1-860898570a3b by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'f2b7edb5-09e5-4107-9510-7f8b0ffd80fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'db3956ab-e454-4c4b-8ece-d9089b41eb0d'}] {{(pid=111415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:41:02.647890 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-a227c951-9d4a-4e2d-83e6-a190527e358e service neutron] Attempting to bind port 522599ca-04f8-4a03-91d1-860898570a3b on network db3956ab-e454-4c4b-8ece-d9089b41eb0d {{(pid=111415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:41:02.681695 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-7cdb8ed3-d2ff-4fb0-a001-956a733c4780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aea38b4-b7a0-4e8e-82dc-deb19c260092 {{(pid=111414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 00:41:02.696517 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 58462) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:02.710907 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-8f0a7c57-06c4-48ab-8a8a-d6401e095efe admin admin] Publish callbacks [] for security_group (e2819cef-e65c-461d-b409-dff4cf33df58), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:02.722372 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-7cdb8ed3-d2ff-4fb0-a001-956a733c4780 service neutron] Publish callbacks [] for port (6aea38b4-b7a0-4e8e-82dc-deb19c260092), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:02.738164 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-8f0a7c57-06c4-48ab-8a8a-d6401e095efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (e2819cef-e65c-461d-b409-dff4cf33df58), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:02.763015 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-b2b981ea-4c9a-417d-a5df-eba9396edb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:02.764764 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-b2b981ea-4c9a-417d-a5df-eba9396edb65 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=da4d7e39-f806-4ee4-9a72-d230cc0f9d32 HTTP/1.1" status: 200 len: 858 time: 0.1903057 Oct 19 00:41:02.784528 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a227c951-9d4a-4e2d-83e6-a190527e358e service neutron] Pushing event updated for resources: {'Port': ['ID=522599ca-04f8-4a03-91d1-860898570a3b,revision_number=2']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:02.785031 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-d0365e9a-200a-4f16-9110-cefec2e0c288 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for port (e00fb603-2d03-421e-b1f4-e3767c67aadc), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:02.811209 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.provisioning_blocks [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-7cdb8ed3-d2ff-4fb0-a001-956a733c4780 service neutron] Transition to ACTIVE for port object 6aea38b4-b7a0-4e8e-82dc-deb19c260092 will not be triggered until provisioned by entity L2. {{(pid=111414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 00:41:02.860747 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:INSERT=5 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:02.871300 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f96bb9-e497-4238-9bf8-5bad72e2cb09 req-775c9f38-ca58-440f-b4ec-8ec0c3770314 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:02.873643 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-69f96bb9-e497-4238-9bf8-5bad72e2cb09 req-775c9f38-ca58-440f-b4ec-8ec0c3770314 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 943 time: 0.3811054 Oct 19 00:41:02.876423 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-7cdb8ed3-d2ff-4fb0-a001-956a733c4780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577477'] for port (6aea38b4-b7a0-4e8e-82dc-deb19c260092), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:02.896393 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0a7c57-06c4-48ab-8a8a-d6401e095efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2819cef-e65c-461d-b409-dff4cf33df58,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:02.911328 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-8f0a7c57-06c4-48ab-8a8a-d6401e095efe admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=98bd761d464f48b1b62ba550909c13d3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1789033 Oct 19 00:41:02.915172 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-9ac982b7-c696-4102-94f9-86110bd90eb0 admin admin] Publish callbacks [] for security_group (51a7893d-361b-4bd7-8036-fb1702aae7df), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:02.915902 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 58472) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:02.983963 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-cf7f4249-8899-4d0c-b7ac-969a0e331e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:02.985574 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-cf7f4249-8899-4d0c-b7ac-969a0e331e30 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=75c84943-00ac-41e3-a6c3-2ea734b46148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1950450 Oct 19 00:41:02.985694 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:02.994961 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-8dc0e784-c195-499a-9655-4f4055ae0f1f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-434629598-network', 'tenant_id': '0e082898df784f5c8eaa55f0cc717de5'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:41:03.003818 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-69f96bb9-e497-4238-9bf8-5bad72e2cb09 req-bf7d6746-2ef9-4c23-ae84-11a7537eac1c tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816724 Oct 19 00:41:03.023919 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-a227c951-9d4a-4e2d-83e6-a190527e358e service neutron] Port 522599ca-04f8-4a03-91d1-860898570a3b on network db3956ab-e454-4c4b-8ece-d9089b41eb0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=111415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:41:03.023919 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-a227c951-9d4a-4e2d-83e6-a190527e358e service neutron] Attempting to bind port 522599ca-04f8-4a03-91d1-860898570a3b on network db3956ab-e454-4c4b-8ece-d9089b41eb0d {{(pid=111415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:41:03.025576 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:03.109013 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdb8ed3-d2ff-4fb0-a001-956a733c4780 service neutron] Pushing event updated for resources: {'Port': ['ID=6aea38b4-b7a0-4e8e-82dc-deb19c260092,revision_number=2']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:03.167270 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-9ac982b7-c696-4102-94f9-86110bd90eb0 admin admin] Publish callbacks [] for security_group (51a7893d-361b-4bd7-8036-fb1702aae7df), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:03.169690 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-9c070ffb-d5eb-4aef-baea-f643f0bc5790 service neutron] Checking agent: {'id': '6724934a-8b6e-4109-8304-d160e240b776', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 38, 31), 'started_at': datetime.datetime(2022, 10, 19, 0, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:41:03.170303 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-9c070ffb-d5eb-4aef-baea-f643f0bc5790 service neutron] Checking segment: {'id': 'cf8e282f-d232-4da7-8dc9-5de45f52d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '75c84943-00ac-41e3-a6c3-2ea734b46148'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:41:03.171301 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-9c070ffb-d5eb-4aef-baea-f643f0bc5790 service neutron] Bound using segment: {'id': 'cf8e282f-d232-4da7-8dc9-5de45f52d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '75c84943-00ac-41e3-a6c3-2ea734b46148'} {{(pid=111415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:41:03.172009 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.managers [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-9c070ffb-d5eb-4aef-baea-f643f0bc5790 service neutron] Bound port: cc5abfca-70ab-406b-974c-c89318ad195e, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf8e282f-d232-4da7-8dc9-5de45f52d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '75c84943-00ac-41e3-a6c3-2ea734b46148'}}] {{(pid=111415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:41:03.172606 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-9c070ffb-d5eb-4aef-baea-f643f0bc5790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (cc5abfca-70ab-406b-974c-c89318ad195e), before_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:03.188887 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 00:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c8bdc5-ab3a-42cb-a49a-2e8629a59e3b x-openstack-request-id: req-50c8bdc5-ab3a-42cb-a49a-2e8629a59e3b {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:41:03.189216 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3da61834-fd67-49d2-925c-c18fc264042c", "tag": "da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf", "status": "completed", "code": 200}]} {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:41:03.189470 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-50c8bdc5-ab3a-42cb-a49a-2e8629a59e3b {{(pid=111414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:41:03.189928 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50c8bdc5-ab3a-42cb-a49a-2e8629a59e3b'] response: {'name': 'network-changed', 'server_uuid': '3da61834-fd67-49d2-925c-c18fc264042c', 'tag': 'da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf', 'status': 'completed', 'code': 200} Oct 19 00:41:03.190342 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-a227c951-9d4a-4e2d-83e6-a190527e358e service neutron] Checking agent: {'id': '6724934a-8b6e-4109-8304-d160e240b776', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 38, 31), 'started_at': datetime.datetime(2022, 10, 19, 0, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:41:03.191168 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-a227c951-9d4a-4e2d-83e6-a190527e358e service neutron] Checking segment: {'id': 'f2b7edb5-09e5-4107-9510-7f8b0ffd80fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'db3956ab-e454-4c4b-8ece-d9089b41eb0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:41:03.192151 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-a227c951-9d4a-4e2d-83e6-a190527e358e service neutron] Bound using segment: {'id': 'f2b7edb5-09e5-4107-9510-7f8b0ffd80fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'db3956ab-e454-4c4b-8ece-d9089b41eb0d'} {{(pid=111415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:41:03.192831 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.managers [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-a227c951-9d4a-4e2d-83e6-a190527e358e service neutron] Bound port: 522599ca-04f8-4a03-91d1-860898570a3b, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2b7edb5-09e5-4107-9510-7f8b0ffd80fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'db3956ab-e454-4c4b-8ece-d9089b41eb0d'}}] {{(pid=111415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:41:03.193543 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-a227c951-9d4a-4e2d-83e6-a190527e358e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (522599ca-04f8-4a03-91d1-860898570a3b), before_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:03.195965 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc0e784-c195-499a-9655-4f4055ae0f1f admin admin] Made reservation on behalf of 0e082898df784f5c8eaa55f0cc717de5 for: {'network': 1} {{(pid=111414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:41:03.198323 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-8dc0e784-c195-499a-9655-4f4055ae0f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for network (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:03.200740 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-d0365e9a-200a-4f16-9110-cefec2e0c288 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (e00fb603-2d03-421e-b1f4-e3767c67aadc), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:03.258473 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.db [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-9c070ffb-d5eb-4aef-baea-f643f0bc5790 service neutron] For port cc5abfca-70ab-406b-974c-c89318ad195e, host hv-cinder-maste, cleared binding levels {{(pid=111415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:41:03.263737 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.db [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-9c070ffb-d5eb-4aef-baea-f643f0bc5790 service neutron] For port cc5abfca-70ab-406b-974c-c89318ad195e, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cc5abfca-70ab-406b-974c-c89318ad195e,segment=NetworkSegment(cf8e282f-d232-4da7-8dc9-5de45f52d170),segment_id=cf8e282f-d232-4da7-8dc9-5de45f52d170)] {{(pid=111415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:41:03.265641 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0365e9a-200a-4f16-9110-cefec2e0c288 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Pushing event updated for resources: {'Port': ['ID=e00fb603-2d03-421e-b1f4-e3767c67aadc,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:03.274933 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-8dc0e784-c195-499a-9655-4f4055ae0f1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:03.280409 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-9c070ffb-d5eb-4aef-baea-f643f0bc5790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (cc5abfca-70ab-406b-974c-c89318ad195e), after_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:03.295791 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-9c070ffb-d5eb-4aef-baea-f643f0bc5790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:03.296504 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-9c070ffb-d5eb-4aef-baea-f643f0bc5790 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for port (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:03.298012 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-9c070ffb-d5eb-4aef-baea-f643f0bc5790 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/cc5abfca-70ab-406b-974c-c89318ad195e HTTP/1.1" status: 200 len: 1093 time: 5.7401981 Oct 19 00:41:03.309736 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-a0b2adc6-abed-4b6e-88b0-32657aa08ae6 admin admin] Publish callbacks [] for security_group (e2819cef-e65c-461d-b409-dff4cf33df58), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:03.322786 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab4c73d6-9203-4110-93af-4a78428c672b', 'tag': 'cc5abfca-70ab-406b-974c-c89318ad195e'}] {{(pid=111415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:41:03.449696 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-8dc0e784-c195-499a-9655-4f4055ae0f1f admin admin] Publish callbacks [] for security_group (17e8839c-44ab-4f72-baee-8147765c26b2), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:03.466005 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-d0365e9a-200a-4f16-9110-cefec2e0c288 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Network 635fade4-7ee9-45f4-8020-ceb7d6bf784a is already hosted by enough agents. {{(pid=111414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:41:03.475259 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-8dc0e784-c195-499a-9655-4f4055ae0f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (17e8839c-44ab-4f72-baee-8147765c26b2), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:03.506442 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:03.508739 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-d0365e9a-200a-4f16-9110-cefec2e0c288 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Resources bound (agent type, host, resource id): {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:41:03.519185 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74e3c4-db32-4aea-be51-f763ac664bbe req-bb6ffba9-4179-4edf-8c06-ce619bdcff96 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:03.526511 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-3c74e3c4-db32-4aea-be51-f763ac664bbe req-bb6ffba9-4179-4edf-8c06-ce619bdcff96 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 943 time: 0.0713806 Oct 19 00:41:03.607814 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-a0b2adc6-abed-4b6e-88b0-32657aa08ae6 admin admin] Publish callbacks [] for security_group (e2819cef-e65c-461d-b409-dff4cf33df58), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:03.618407 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01fb0f-1b60-4f4b-9fb5-cd5f9302c754 req-39d3aced-4ebf-4122-8ac4-757ceeeadbee tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:03.626093 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-0a01fb0f-1b60-4f4b-9fb5-cd5f9302c754 req-39d3aced-4ebf-4122-8ac4-757ceeeadbee tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e8a28aad-697f-4dee-8254-6f08e9d76168 HTTP/1.1" status: 200 len: 944 time: 0.1472297 Oct 19 00:41:03.649523 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-d0365e9a-200a-4f16-9110-cefec2e0c288 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Received port after_create {{(pid=111414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:41:03.772950 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-e1117856-14c5-4311-aa3a-1ef16c5df681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:03.774415 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-e1117856-14c5-4311-aa3a-1ef16c5df681 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c0151d58abd047a692f5cc4e7d05bea5&device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 1127 time: 0.2302766 Oct 19 00:41:03.780806 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-7cdb8ed3-d2ff-4fb0-a001-956a733c4780 service neutron] Attempting to bind port 6aea38b4-b7a0-4e8e-82dc-deb19c260092 on host hv-cinder-maste for vnic_type normal with profile {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:41:03.781376 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-7cdb8ed3-d2ff-4fb0-a001-956a733c4780 service neutron] Attempting to bind port 6aea38b4-b7a0-4e8e-82dc-deb19c260092 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '5e10216b-5353-4a7f-a5b9-0961a609cc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc'}] {{(pid=111414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:41:03.781604 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-7cdb8ed3-d2ff-4fb0-a001-956a733c4780 service neutron] Attempting to bind port 6aea38b4-b7a0-4e8e-82dc-deb19c260092 on network 173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:41:03.785566 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:03.793205 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-d0365e9a-200a-4f16-9110-cefec2e0c288 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:03.794505 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-d0365e9a-200a-4f16-9110-cefec2e0c288 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:03.842610 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f300162fd090eaaff70cedce24d76e4f7ed07854ce673f865be8180b69e4678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa035938-3544-4fd7-a6b6-1659a3f822d0" -d '{"events": [{"name": "network-changed", "server_uuid": "ab4c73d6-9203-4110-93af-4a78428c672b", "tag": "cc5abfca-70ab-406b-974c-c89318ad195e"}]}' {{(pid=111415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:41:03.844929 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-6947fc34-fbc0-4cdc-8ea1-93727953ae5e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/75c84943-00ac-41e3-a6c3-2ea734b46148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8256817 Oct 19 00:41:03.849953 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dc0e784-c195-499a-9655-4f4055ae0f1f admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=111414) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:41:03.887420 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-d0365e9a-200a-4f16-9110-cefec2e0c288 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0989051 Oct 19 00:41:03.891245 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-0e37a10c-c726-49d1-9397-2a44d2b4c863 None None] Provisioning complete for port e00fb603-2d03-421e-b1f4-e3767c67aadc triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:41:03.893013 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-0e37a10c-c726-49d1-9397-2a44d2b4c863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (e00fb603-2d03-421e-b1f4-e3767c67aadc), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:03.893787 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-0e37a10c-c726-49d1-9397-2a44d2b4c863 None None] Attempt 1 to provision port e00fb603-2d03-421e-b1f4-e3767c67aadc Oct 19 00:41:03.940371 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-0e37a10c-c726-49d1-9397-2a44d2b4c863 None None] Port e00fb603-2d03-421e-b1f4-e3767c67aadc cannot update to ACTIVE because it is not bound. {{(pid=111416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 19 00:41:04.014307 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-aa9a2e1e-bda0-4c78-8616-f6845f662383 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc5abfca-70ab-406b-974c-c89318ad195e HTTP/1.1" status: 200 len: 217 time: 0.1685872 Oct 19 00:41:04.022523 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c070ffb-d5eb-4aef-baea-f643f0bc5790 service neutron] Pushing event updated for resources: {'Port': ['ID=cc5abfca-70ab-406b-974c-c89318ad195e,revision_number=3']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:04.032208 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-9ac982b7-c696-4102-94f9-86110bd90eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (51a7893d-361b-4bd7-8036-fb1702aae7df), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:04.035413 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-9ac982b7-c696-4102-94f9-86110bd90eb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:04.039043 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-9ac982b7-c696-4102-94f9-86110bd90eb0 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/51a7893d-361b-4bd7-8036-fb1702aae7df HTTP/1.1" status: 204 len: 168 time: 1.8764722 Oct 19 00:41:04.050315 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc0e784-c195-499a-9655-4f4055ae0f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e8839c-44ab-4f72-baee-8147765c26b2,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:04.062163 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-bc84d98e-8d85-4a34-947f-a6f61e216954 req-f78748ec-c71c-4ddf-90e6-c12843bc39ba service neutron] 10.222.0.20 "GET /networking/v2.0/networks/75c84943-00ac-41e3-a6c3-2ea734b46148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568809 Oct 19 00:41:04.068674 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac982b7-c696-4102-94f9-86110bd90eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a7893d-361b-4bd7-8036-fb1702aae7df,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:04.073004 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.db [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-a227c951-9d4a-4e2d-83e6-a190527e358e service neutron] For port 522599ca-04f8-4a03-91d1-860898570a3b, host hv-cinder-maste, cleared binding levels {{(pid=111415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:41:04.092950 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-3c74e3c4-db32-4aea-be51-f763ac664bbe req-027ece4e-e858-49ee-b0af-eab6ac4af90d tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5653794 Oct 19 00:41:04.093228 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-1553deca-c2e7-4761-9ef9-a16980c8e566 service neutron] Request body: {'port': {'device_id': 'dc8b8a6e-eab7-4f45-8f5d-916c52eec398', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:41:04.119323 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.db [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-a227c951-9d4a-4e2d-83e6-a190527e358e service neutron] For port 522599ca-04f8-4a03-91d1-860898570a3b, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=522599ca-04f8-4a03-91d1-860898570a3b,segment=NetworkSegment(f2b7edb5-09e5-4107-9510-7f8b0ffd80fb),segment_id=f2b7edb5-09e5-4107-9510-7f8b0ffd80fb)] {{(pid=111415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:41:04.215420 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-8dc0e784-c195-499a-9655-4f4055ae0f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412'] for segment (4a95ebf3-1dec-4b98-a16d-5d7e1c721020), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:04.215928 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.db.segments_db [None req-8dc0e784-c195-499a-9655-4f4055ae0f1f admin admin] Added segment 4a95ebf3-1dec-4b98-a16d-5d7e1c721020 of type vlan for network a226782b-49ba-4a2a-aa85-c9fd5af06775 Oct 19 00:41:04.225056 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-a227c951-9d4a-4e2d-83e6-a190527e358e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (522599ca-04f8-4a03-91d1-860898570a3b), after_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:04.249582 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-a227c951-9d4a-4e2d-83e6-a190527e358e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:04.250977 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-a227c951-9d4a-4e2d-83e6-a190527e358e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for port (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:04.253282 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-a227c951-9d4a-4e2d-83e6-a190527e358e service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/522599ca-04f8-4a03-91d1-860898570a3b HTTP/1.1" status: 200 len: 1094 time: 4.9413092 Oct 19 00:41:04.278299 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-8dc0e784-c195-499a-9655-4f4055ae0f1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730482266143'] for network (a226782b-49ba-4a2a-aa85-c9fd5af06775), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:04.324965 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-8dc0e784-c195-499a-9655-4f4055ae0f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988'] for network (a226782b-49ba-4a2a-aa85-c9fd5af06775), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:04.326578 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc0e784-c195-499a-9655-4f4055ae0f1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:04.327246 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-8dc0e784-c195-499a-9655-4f4055ae0f1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for network (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:04.364936 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=3 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:04.371660 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-dc937698-c8ea-4de4-85b4-a34b6ba3b39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:04.373143 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-dc937698-c8ea-4de4-85b4-a34b6ba3b39a service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=da4d7e39-f806-4ee4-9a72-d230cc0f9d32 HTTP/1.1" status: 200 len: 858 time: 0.2404330 Oct 19 00:41:04.387428 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-0a01fb0f-1b60-4f4b-9fb5-cd5f9302c754 req-a31ac2d8-83fa-4d40-a396-b4670378efb0 tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d60d174d-87ba-4ac6-9445-66f72a3d0989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7593851 Oct 19 00:41:04.388545 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129254f4-4452-4e3c-9332-41a728336a9b req-cf4c05fe-2e7c-4d96-a9f7-ad3c1db9ffec tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:04.396199 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-129254f4-4452-4e3c-9332-41a728336a9b req-cf4c05fe-2e7c-4d96-a9f7-ad3c1db9ffec tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=dc8b8a6e-eab7-4f45-8f5d-916c52eec398 HTTP/1.1" status: 200 len: 931 time: 0.1564293 Oct 19 00:41:04.412430 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-8dc0e784-c195-499a-9655-4f4055ae0f1f admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7147541 Oct 19 00:41:04.423177 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 58514) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:04.466210 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-561d3661-4f32-45c9-b55e-576c90462723 admin admin] Request body: {'subnet': {'network_id': 'a226782b-49ba-4a2a-aa85-c9fd5af06775', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-434629598-subnet', 'tenant_id': '0e082898df784f5c8eaa55f0cc717de5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:41:04.489997 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a227c951-9d4a-4e2d-83e6-a190527e358e service neutron] Pushing event updated for resources: {'Port': ['ID=522599ca-04f8-4a03-91d1-860898570a3b,revision_number=3']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:04.493548 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-a0b2adc6-abed-4b6e-88b0-32657aa08ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (e2819cef-e65c-461d-b409-dff4cf33df58), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:04.496684 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-a0b2adc6-abed-4b6e-88b0-32657aa08ae6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:04.497925 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-a0b2adc6-abed-4b6e-88b0-32657aa08ae6 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/e2819cef-e65c-461d-b409-dff4cf33df58 HTTP/1.1" status: 204 len: 168 time: 1.5428472 Oct 19 00:41:04.498827 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-7cdb8ed3-d2ff-4fb0-a001-956a733c4780 service neutron] Port 6aea38b4-b7a0-4e8e-82dc-deb19c260092 on network 173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:41:04.499268 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-7cdb8ed3-d2ff-4fb0-a001-956a733c4780 service neutron] Attempting to bind port 6aea38b4-b7a0-4e8e-82dc-deb19c260092 on network 173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:41:04.562626 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 58522) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:04.598085 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-754c1cba-2382-401e-a22e-160ef8ab525e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:04.604244 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-0f254a49-5053-4cc3-a282-a438bdd4dcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:04.606126 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-0f254a49-5053-4cc3-a282-a438bdd4dcd1 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=75c84943-00ac-41e3-a6c3-2ea734b46148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1596191 Oct 19 00:41:04.627723 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-129254f4-4452-4e3c-9332-41a728336a9b req-dda635e6-ab47-4b47-a113-75a39960ea89 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=60745bf5-38ce-49ea-8b4d-bb9eb49756cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2247891 Oct 19 00:41:04.629543 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1497d97-6e4a-4fd6-8c9b-00809cfea84b req-a23e1860-aea4-450f-b90b-53dd05367fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:04.630296 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b2adc6-abed-4b6e-88b0-32657aa08ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2819cef-e65c-461d-b409-dff4cf33df58,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:04.648151 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-7cdb8ed3-d2ff-4fb0-a001-956a733c4780 service neutron] Checking agent: {'id': '6724934a-8b6e-4109-8304-d160e240b776', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 38, 31), 'started_at': datetime.datetime(2022, 10, 19, 0, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:41:04.648151 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-7cdb8ed3-d2ff-4fb0-a001-956a733c4780 service neutron] Checking segment: {'id': '5e10216b-5353-4a7f-a5b9-0961a609cc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:41:04.648151 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-7cdb8ed3-d2ff-4fb0-a001-956a733c4780 service neutron] Bound using segment: {'id': '5e10216b-5353-4a7f-a5b9-0961a609cc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc'} {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:41:04.648151 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-7cdb8ed3-d2ff-4fb0-a001-956a733c4780 service neutron] Bound port: 6aea38b4-b7a0-4e8e-82dc-deb19c260092, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e10216b-5353-4a7f-a5b9-0961a609cc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc'}}] {{(pid=111414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:41:04.648151 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-7cdb8ed3-d2ff-4fb0-a001-956a733c4780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (6aea38b4-b7a0-4e8e-82dc-deb19c260092), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:04.648151 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc0e784-c195-499a-9655-4f4055ae0f1f admin admin] Pushing event updated for resources: {'Network': ['ID=a226782b-49ba-4a2a-aa85-c9fd5af06775,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:04.648151 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-1553deca-c2e7-4761-9ef9-a16980c8e566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (e00fb603-2d03-421e-b1f4-e3767c67aadc), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:04.650004 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-623d3fd0-04da-43d9-9a71-db5e33eff045 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:04.651743 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c1497d97-6e4a-4fd6-8c9b-00809cfea84b req-a23e1860-aea4-450f-b90b-53dd05367fe0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c0151d58abd047a692f5cc4e7d05bea5&device_id=3da61834-fd67-49d2-925c-c18fc264042c HTTP/1.1" status: 200 len: 1128 time: 0.2095528 Oct 19 00:41:04.659757 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Network a226782b-49ba-4a2a-aa85-c9fd5af06775 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=111416) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:41:04.681689 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-4a5d40b0-a262-4643-b3ac-1ba6a6d90c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:04.683292 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-4a5d40b0-a262-4643-b3ac-1ba6a6d90c2c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f249d9041c6749f58973a5b0867b07ce&device_id=e8a28aad-697f-4dee-8254-6f08e9d76168 HTTP/1.1" status: 200 len: 1128 time: 0.1910033 Oct 19 00:41:04.683853 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561d3661-4f32-45c9-b55e-576c90462723 admin admin] Made reservation on behalf of 0e082898df784f5c8eaa55f0cc717de5 for: {'subnet': 1} {{(pid=111414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:41:04.686133 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-561d3661-4f32-45c9-b55e-576c90462723 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8022641'] for subnet (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:04.691409 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:04.792871 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567db04b-8aee-4971-9ea4-95743754419c req-efcb1079-9a7b-4540-a516-eac3a6253fae tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:04.803891 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-567db04b-8aee-4971-9ea4-95743754419c req-efcb1079-9a7b-4540-a516-eac3a6253fae tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 943 time: 0.0757885 Oct 19 00:41:04.908170 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-567db04b-8aee-4971-9ea4-95743754419c req-805425d8-9cb7-469c-a6b5-ccf307ccdfea tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002209 Oct 19 00:41:04.927382 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-7cdb8ed3-d2ff-4fb0-a001-956a733c4780 service neutron] For port 6aea38b4-b7a0-4e8e-82dc-deb19c260092, host hv-cinder-maste, cleared binding levels {{(pid=111414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:41:04.934707 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-7cdb8ed3-d2ff-4fb0-a001-956a733c4780 service neutron] For port 6aea38b4-b7a0-4e8e-82dc-deb19c260092, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6aea38b4-b7a0-4e8e-82dc-deb19c260092,segment=NetworkSegment(5e10216b-5353-4a7f-a5b9-0961a609cc49),segment_id=5e10216b-5353-4a7f-a5b9-0961a609cc49)] {{(pid=111414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:41:05.047793 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:05.049760 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-7cdb8ed3-d2ff-4fb0-a001-956a733c4780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577477'] for port (6aea38b4-b7a0-4e8e-82dc-deb19c260092), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:05.053896 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-7cdb8ed3-d2ff-4fb0-a001-956a733c4780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:05.055166 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-7cdb8ed3-d2ff-4fb0-a001-956a733c4780 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:05.057193 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-7cdb8ed3-d2ff-4fb0-a001-956a733c4780 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/6aea38b4-b7a0-4e8e-82dc-deb19c260092 HTTP/1.1" status: 200 len: 1093 time: 4.8919458 Oct 19 00:41:05.104667 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 00:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58bebc47-1eb8-41f3-9293-9c784d5c9d5c x-openstack-request-id: req-58bebc47-1eb8-41f3-9293-9c784d5c9d5c {{(pid=111415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:41:05.105936 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab4c73d6-9203-4110-93af-4a78428c672b", "tag": "cc5abfca-70ab-406b-974c-c89318ad195e", "status": "completed", "code": 200}]} {{(pid=111415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:41:05.105936 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-58bebc47-1eb8-41f3-9293-9c784d5c9d5c {{(pid=111415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:41:05.106798 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58bebc47-1eb8-41f3-9293-9c784d5c9d5c'] response: {'name': 'network-changed', 'server_uuid': 'ab4c73d6-9203-4110-93af-4a78428c672b', 'tag': 'cc5abfca-70ab-406b-974c-c89318ad195e', 'status': 'completed', 'code': 200} Oct 19 00:41:05.125387 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-38f34fb5-74a5-433b-823a-26aa5dff82db service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=522599ca-04f8-4a03-91d1-860898570a3b HTTP/1.1" status: 200 len: 217 time: 0.0973022 Oct 19 00:41:05.203915 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2', 'tag': '6aea38b4-b7a0-4e8e-82dc-deb19c260092'}] {{(pid=111414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:41:05.206346 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e46469f00a83062af0f8a877bbd3a06bc7f865c711541049e4990ec8a28c8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7537a930-dbae-41bc-b08d-af49284cb4da" -d '{"events": [{"name": "network-changed", "server_uuid": "b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2", "tag": "6aea38b4-b7a0-4e8e-82dc-deb19c260092"}]}' {{(pid=111414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:41:05.271278 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-623d3fd0-04da-43d9-9a71-db5e33eff045 admin admin] Publish callbacks [] for security_group (fd2f1dec-2ef7-431e-8bc0-b65cf11dd42d), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:05.333011 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 00:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d0376b-f04f-455b-870e-2db7273e5bc8 x-openstack-request-id: req-91d0376b-f04f-455b-870e-2db7273e5bc8 {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:41:05.333376 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2", "tag": "6aea38b4-b7a0-4e8e-82dc-deb19c260092", "status": "completed", "code": 200}]} {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:41:05.333550 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-91d0376b-f04f-455b-870e-2db7273e5bc8 {{(pid=111414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:41:05.334177 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91d0376b-f04f-455b-870e-2db7273e5bc8'] response: {'name': 'network-changed', 'server_uuid': 'b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2', 'tag': '6aea38b4-b7a0-4e8e-82dc-deb19c260092', 'status': 'completed', 'code': 200} Oct 19 00:41:05.344975 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-623d3fd0-04da-43d9-9a71-db5e33eff045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (fd2f1dec-2ef7-431e-8bc0-b65cf11dd42d), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:05.451418 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1497d97-6e4a-4fd6-8c9b-00809cfea84b req-d621f071-a1cd-4025-8d86-4194d0ce1844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:05.452938 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c1497d97-6e4a-4fd6-8c9b-00809cfea84b req-d621f071-a1cd-4025-8d86-4194d0ce1844 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=75c84943-00ac-41e3-a6c3-2ea734b46148 HTTP/1.1" status: 200 len: 920 time: 0.5099339 Oct 19 00:41:05.468154 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f9f25-e036-4982-a02c-08d340b423e0 req-d8f76690-1f0c-42cd-b911-95e6b938de88 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:05.475942 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-799f9f25-e036-4982-a02c-08d340b423e0 req-d8f76690-1f0c-42cd-b911-95e6b938de88 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 943 time: 0.1132774 Oct 19 00:41:05.557746 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:05.585664 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-98a68c69-0a1c-4e19-aeda-1fdabb985899 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/75c84943-00ac-41e3-a6c3-2ea734b46148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6447270 Oct 19 00:41:05.591449 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-799f9f25-e036-4982-a02c-08d340b423e0 req-04d3327d-6707-4034-b53b-5c7332f47a78 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145082 Oct 19 00:41:05.708317 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdb8ed3-d2ff-4fb0-a001-956a733c4780 service neutron] Pushing event updated for resources: {'Port': ['ID=6aea38b4-b7a0-4e8e-82dc-deb19c260092,revision_number=3']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:05.718775 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-1553deca-c2e7-4761-9ef9-a16980c8e566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e00fb603-2d03-421e-b1f4-e3767c67aadc {{(pid=111414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 00:41:05.761105 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8579451-b2ed-4c45-866f-3f58b40246ad req-c5d9322d-a756-40fc-b425-0c55a0387663 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:05.764536 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-b8579451-b2ed-4c45-866f-3f58b40246ad req-c5d9322d-a756-40fc-b425-0c55a0387663 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=dc8b8a6e-eab7-4f45-8f5d-916c52eec398 HTTP/1.1" status: 200 len: 931 time: 0.0638914 Oct 19 00:41:05.768199 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-1553deca-c2e7-4761-9ef9-a16980c8e566 service neutron] Publish callbacks [] for port (e00fb603-2d03-421e-b1f4-e3767c67aadc), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:05.793085 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:05.801544 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-623d3fd0-04da-43d9-9a71-db5e33eff045 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=cf905b2711344d459391f06f95b5af8f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2262244 Oct 19 00:41:05.804266 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 58562) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:05.819635 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623d3fd0-04da-43d9-9a71-db5e33eff045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2f1dec-2ef7-431e-8bc0-b65cf11dd42d,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:05.834030 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.provisioning_blocks [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-1553deca-c2e7-4761-9ef9-a16980c8e566 service neutron] Transition to ACTIVE for port object e00fb603-2d03-421e-b1f4-e3767c67aadc will not be triggered until provisioned by entity L2. {{(pid=111414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 00:41:05.841617 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-b8579451-b2ed-4c45-866f-3f58b40246ad req-84d5354e-cd11-49ed-9789-b4e9dce64926 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=60745bf5-38ce-49ea-8b4d-bb9eb49756cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695250 Oct 19 00:41:05.843858 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745aea2-0e6d-4685-8a78-4b4006562571 req-4d52241c-f2cd-4742-8adb-65a955b722b3 tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:05.846167 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-2745aea2-0e6d-4685-8a78-4b4006562571 req-4d52241c-f2cd-4742-8adb-65a955b722b3 tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e8a28aad-697f-4dee-8254-6f08e9d76168 HTTP/1.1" status: 200 len: 944 time: 0.1466470 Oct 19 00:41:05.848967 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-1553deca-c2e7-4761-9ef9-a16980c8e566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577477'] for port (e00fb603-2d03-421e-b1f4-e3767c67aadc), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:05.852135 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-561d3661-4f32-45c9-b55e-576c90462723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6577616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8022627'] for subnet (3ffd1ff1-002a-48c1-8778-c31119e3f578), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:05.876876 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-84b9f2c0-6040-4f58-a744-37bb4adfd71a admin admin] Publish callbacks [] for security_group (fd2f1dec-2ef7-431e-8bc0-b65cf11dd42d), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:05.898536 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-84b9f2c0-6040-4f58-a744-37bb4adfd71a admin admin] Publish callbacks [] for security_group (fd2f1dec-2ef7-431e-8bc0-b65cf11dd42d), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:05.984272 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-84b9f2c0-6040-4f58-a744-37bb4adfd71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (fd2f1dec-2ef7-431e-8bc0-b65cf11dd42d), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:05.987361 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-84b9f2c0-6040-4f58-a744-37bb4adfd71a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:05.991237 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-84b9f2c0-6040-4f58-a744-37bb4adfd71a admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/fd2f1dec-2ef7-431e-8bc0-b65cf11dd42d HTTP/1.1" status: 204 len: 168 time: 0.1831827 Oct 19 00:41:05.996649 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1553deca-c2e7-4761-9ef9-a16980c8e566 service neutron] Pushing event updated for resources: {'Port': ['ID=e00fb603-2d03-421e-b1f4-e3767c67aadc,revision_number=2']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:06.004831 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561d3661-4f32-45c9-b55e-576c90462723 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ffd1ff1-002a-48c1-8778-c31119e3f578,revision_number=0']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:06.019320 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b9f2c0-6040-4f58-a744-37bb4adfd71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2f1dec-2ef7-431e-8bc0-b65cf11dd42d,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:06.057529 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-2745aea2-0e6d-4685-8a78-4b4006562571 req-eec8d04a-2ad1-44ae-a7a2-f7ae1954632b tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d60d174d-87ba-4ac6-9445-66f72a3d0989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978812 Oct 19 00:41:06.080064 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561d3661-4f32-45c9-b55e-576c90462723 admin admin] Checking segment: {'id': '4a95ebf3-1dec-4b98-a16d-5d7e1c721020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a226782b-49ba-4a2a-aa85-c9fd5af06775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:41:06.080064 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561d3661-4f32-45c9-b55e-576c90462723 admin admin] Network hostable DHCP agents. Network: a226782b-49ba-4a2a-aa85-c9fd5af06775, hostable agents: ['57535a1d-5c08-48f6-b25c-e56d637dc4b8'], hosted agents: [] {{(pid=111414) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:41:06.103787 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db37e7-7aea-4808-ad70-dd41d649a49a req-113c72e6-28ec-4b89-badb-0d763245872e tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:06.105608 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-60db37e7-7aea-4808-ad70-dd41d649a49a req-113c72e6-28ec-4b89-badb-0d763245872e tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 943 time: 0.1154313 Oct 19 00:41:06.106938 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561d3661-4f32-45c9-b55e-576c90462723 admin admin] Network a226782b-49ba-4a2a-aa85-c9fd5af06775 is scheduled to be hosted by DHCP agent 57535a1d-5c08-48f6-b25c-e56d637dc4b8 with binding_index 1 {{(pid=111414) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:41:06.124764 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [None req-561d3661-4f32-45c9-b55e-576c90462723 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, a226782b-49ba-4a2a-aa85-c9fd5af06775) {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:41:06.126476 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-1553deca-c2e7-4761-9ef9-a16980c8e566 service neutron] Attempting to bind port e00fb603-2d03-421e-b1f4-e3767c67aadc on host hv-cinder-maste for vnic_type normal with profile {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:41:06.127497 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-1553deca-c2e7-4761-9ef9-a16980c8e566 service neutron] Attempting to bind port e00fb603-2d03-421e-b1f4-e3767c67aadc by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '0949f098-87bd-4d7c-adb9-f3622e4872b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a'}] {{(pid=111414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:41:06.127732 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-1553deca-c2e7-4761-9ef9-a16980c8e566 service neutron] Attempting to bind port e00fb603-2d03-421e-b1f4-e3767c67aadc on network 635fade4-7ee9-45f4-8020-ceb7d6bf784a {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:41:06.146810 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09590d2-7c07-4607-8f39-d1973ef5fee3 None None] Network a226782b-49ba-4a2a-aa85-c9fd5af06775 requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:41:06.154986 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561d3661-4f32-45c9-b55e-576c90462723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:06.155587 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-561d3661-4f32-45c9-b55e-576c90462723 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for subnet (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:06.193401 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-561d3661-4f32-45c9-b55e-576c90462723 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7691374 Oct 19 00:41:06.199408 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-1553deca-c2e7-4761-9ef9-a16980c8e566 service neutron] Port e00fb603-2d03-421e-b1f4-e3767c67aadc on network 635fade4-7ee9-45f4-8020-ceb7d6bf784a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:41:06.199738 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-1553deca-c2e7-4761-9ef9-a16980c8e566 service neutron] Attempting to bind port e00fb603-2d03-421e-b1f4-e3767c67aadc on network 635fade4-7ee9-45f4-8020-ceb7d6bf784a {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:41:06.251017 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-60db37e7-7aea-4808-ad70-dd41d649a49a req-7c2912b4-38cf-4837-b5bf-6e890b2786e2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205456 Oct 19 00:41:06.265938 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-1553deca-c2e7-4761-9ef9-a16980c8e566 service neutron] Checking agent: {'id': '6724934a-8b6e-4109-8304-d160e240b776', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 38, 31), 'started_at': datetime.datetime(2022, 10, 19, 0, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:41:06.266769 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-1553deca-c2e7-4761-9ef9-a16980c8e566 service neutron] Checking segment: {'id': '0949f098-87bd-4d7c-adb9-f3622e4872b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:41:06.267269 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-1553deca-c2e7-4761-9ef9-a16980c8e566 service neutron] Bound using segment: {'id': '0949f098-87bd-4d7c-adb9-f3622e4872b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a'} {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:41:06.267833 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-1553deca-c2e7-4761-9ef9-a16980c8e566 service neutron] Bound port: e00fb603-2d03-421e-b1f4-e3767c67aadc, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0949f098-87bd-4d7c-adb9-f3622e4872b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a'}}] {{(pid=111414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:41:06.268213 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-1553deca-c2e7-4761-9ef9-a16980c8e566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (e00fb603-2d03-421e-b1f4-e3767c67aadc), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:06.378447 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:06.381201 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-fb767e3a-64ee-4695-b032-c1f03a723a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:06.384122 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-fb767e3a-64ee-4695-b032-c1f03a723a30 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=1d783581-46ca-4346-8fdb-4ad8d1fe4360 HTTP/1.1" status: 200 len: 851 time: 0.0631866 Oct 19 00:41:06.441499 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-90256468-bad2-44f7-879b-b78329a4058a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:06.445772 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-90256468-bad2-44f7-879b-b78329a4058a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=37ffcffcae9b41bbb2d13adc49cb99df&device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 1127 time: 0.0552940 Oct 19 00:41:06.481139 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd4a998-6efb-47a5-9f8d-8170c889817d None None] Network a226782b-49ba-4a2a-aa85-c9fd5af06775 requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:41:06.492400 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:06.496405 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8443d0ac-f4c3-46c1-a58e-7bf310aa7a0c req-ad010ee4-22ef-4aa4-bff7-609f733174b4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/75c84943-00ac-41e3-a6c3-2ea734b46148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292670 Oct 19 00:41:06.512681 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-5c5e54ce-8978-4492-a400-5a841c3ab7bd service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6aea38b4-b7a0-4e8e-82dc-deb19c260092 HTTP/1.1" status: 200 len: 217 time: 0.0402682 Oct 19 00:41:06.535226 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-1553deca-c2e7-4761-9ef9-a16980c8e566 service neutron] For port e00fb603-2d03-421e-b1f4-e3767c67aadc, host hv-cinder-maste, cleared binding levels {{(pid=111414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:41:06.576664 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c1497d97-6e4a-4fd6-8c9b-00809cfea84b req-c85c1ecf-f1d4-4a0c-8b84-80407ccba792 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf HTTP/1.1" status: 200 len: 217 time: 0.2138658 Oct 19 00:41:06.609652 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-1553deca-c2e7-4761-9ef9-a16980c8e566 service neutron] For port e00fb603-2d03-421e-b1f4-e3767c67aadc, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e00fb603-2d03-421e-b1f4-e3767c67aadc,segment=NetworkSegment(0949f098-87bd-4d7c-adb9-f3622e4872b3),segment_id=0949f098-87bd-4d7c-adb9-f3622e4872b3)] {{(pid=111414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:41:06.611886 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-9efb37ee-8ee7-41a7-84fc-823802257b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:06.613566 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-9efb37ee-8ee7-41a7-84fc-823802257b29 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=db3956ab-e454-4c4b-8ece-d9089b41eb0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1649077 Oct 19 00:41:06.623608 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-1553deca-c2e7-4761-9ef9-a16980c8e566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577477'] for port (e00fb603-2d03-421e-b1f4-e3767c67aadc), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:06.663820 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-1553deca-c2e7-4761-9ef9-a16980c8e566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:06.667042 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-1553deca-c2e7-4761-9ef9-a16980c8e566 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:06.668645 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-1553deca-c2e7-4761-9ef9-a16980c8e566 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/e00fb603-2d03-421e-b1f4-e3767c67aadc HTTP/1.1" status: 200 len: 1093 time: 2.5970516 Oct 19 00:41:06.717187 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-f1a7bcbb-2417-4ce3-83a7-9b5aa170012d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:06.718703 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-f1a7bcbb-2417-4ce3-83a7-9b5aa170012d service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=29c3f2de-ba2c-47ae-bf44-d2591e2e7caf HTTP/1.1" status: 200 len: 855 time: 0.1858878 Oct 19 00:41:06.781674 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9295a-4eee-4f21-9f1d-db8d28d27a04 req-305afa26-bca9-4e41-b3b5-d4d6324217b0 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:06.784443 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-28c9295a-4eee-4f21-9f1d-db8d28d27a04 req-305afa26-bca9-4e41-b3b5-d4d6324217b0 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 943 time: 0.0561326 Oct 19 00:41:06.786192 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-57d9ce25-1f36-4255-8bd3-810b9707794b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:06.795334 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:06.824801 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1553deca-c2e7-4761-9ef9-a16980c8e566 service neutron] Pushing event updated for resources: {'Port': ['ID=e00fb603-2d03-421e-b1f4-e3767c67aadc,revision_number=3']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:06.866282 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-28c9295a-4eee-4f21-9f1d-db8d28d27a04 req-7de60f9e-d750-4bbd-aa5a-c29a5e3871b5 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681024 Oct 19 00:41:07.020635 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d35ce-ae51-4670-9363-943f95f5d9c9 req-064e21e0-74b0-47ee-875e-09cd70bfa3b3 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:07.023108 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-612d35ce-ae51-4670-9363-943f95f5d9c9 req-064e21e0-74b0-47ee-875e-09cd70bfa3b3 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=dc8b8a6e-eab7-4f45-8f5d-916c52eec398 HTTP/1.1" status: 200 len: 943 time: 0.0760121 Oct 19 00:41:07.125041 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8a28aad-697f-4dee-8254-6f08e9d76168', 'tag': '522599ca-04f8-4a03-91d1-860898570a3b'}] {{(pid=111415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:41:07.128362 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f300162fd090eaaff70cedce24d76e4f7ed07854ce673f865be8180b69e4678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc802db-7068-479b-8b3f-c8810eeee6b3" -d '{"events": [{"name": "network-changed", "server_uuid": "e8a28aad-697f-4dee-8254-6f08e9d76168", "tag": "522599ca-04f8-4a03-91d1-860898570a3b"}]}' {{(pid=111415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:41:07.153781 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-612d35ce-ae51-4670-9363-943f95f5d9c9 req-eeb89a3a-ec00-4a07-b2da-029de01c3d01 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=60745bf5-38ce-49ea-8b4d-bb9eb49756cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190517 Oct 19 00:41:07.232626 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe61b7-0672-474b-88ee-a0da7554d4d8 req-a7dfcdde-f3ef-4aaf-8f99-3f20372d4f28 tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:07.241350 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-ebfe61b7-0672-474b-88ee-a0da7554d4d8 req-a7dfcdde-f3ef-4aaf-8f99-3f20372d4f28 tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e8a28aad-697f-4dee-8254-6f08e9d76168 HTTP/1.1" status: 200 len: 944 time: 0.0629375 Oct 19 00:41:07.277808 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 00:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baccb408-35ac-4d16-96f2-b8fb47d4652f x-openstack-request-id: req-baccb408-35ac-4d16-96f2-b8fb47d4652f {{(pid=111415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:41:07.278093 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8a28aad-697f-4dee-8254-6f08e9d76168", "tag": "522599ca-04f8-4a03-91d1-860898570a3b", "status": "completed", "code": 200}]} {{(pid=111415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:41:07.278552 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-baccb408-35ac-4d16-96f2-b8fb47d4652f {{(pid=111415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:41:07.279131 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baccb408-35ac-4d16-96f2-b8fb47d4652f'] response: {'name': 'network-changed', 'server_uuid': 'e8a28aad-697f-4dee-8254-6f08e9d76168', 'tag': '522599ca-04f8-4a03-91d1-860898570a3b', 'status': 'completed', 'code': 200} Oct 19 00:41:07.303418 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-ebfe61b7-0672-474b-88ee-a0da7554d4d8 req-141c8cce-36c2-444b-9339-2f469b35f611 tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d60d174d-87ba-4ac6-9445-66f72a3d0989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611432 Oct 19 00:41:07.335362 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc8b8a6e-eab7-4f45-8f5d-916c52eec398', 'tag': 'e00fb603-2d03-421e-b1f4-e3767c67aadc'}] {{(pid=111414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:41:07.337930 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e46469f00a83062af0f8a877bbd3a06bc7f865c711541049e4990ec8a28c8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3a8810-87bb-498a-9d06-d6d8b4c9ac97" -d '{"events": [{"name": "network-changed", "server_uuid": "dc8b8a6e-eab7-4f45-8f5d-916c52eec398", "tag": "e00fb603-2d03-421e-b1f4-e3767c67aadc"}]}' {{(pid=111414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:41:07.386089 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 00:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf53160-203b-4197-9e80-14ed9158dec2 x-openstack-request-id: req-dbf53160-203b-4197-9e80-14ed9158dec2 {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:41:07.386742 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc8b8a6e-eab7-4f45-8f5d-916c52eec398", "tag": "e00fb603-2d03-421e-b1f4-e3767c67aadc", "status": "completed", "code": 200}]} {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:41:07.386904 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dbf53160-203b-4197-9e80-14ed9158dec2 {{(pid=111414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:41:07.387499 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbf53160-203b-4197-9e80-14ed9158dec2'] response: {'name': 'network-changed', 'server_uuid': 'dc8b8a6e-eab7-4f45-8f5d-916c52eec398', 'tag': 'e00fb603-2d03-421e-b1f4-e3767c67aadc', 'status': 'completed', 'code': 200} Oct 19 00:41:07.404445 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966ec15-adcb-4ea4-925c-2d52dae3299c req-fc6ccc92-40e3-4c5d-8eb7-f8f8b5516f3f tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:07.405954 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a966ec15-adcb-4ea4-925c-2d52dae3299c req-fc6ccc92-40e3-4c5d-8eb7-f8f8b5516f3f tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 943 time: 0.0644691 Oct 19 00:41:07.467148 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a966ec15-adcb-4ea4-925c-2d52dae3299c req-53a41726-83bd-4739-97b3-d4c413e40746 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538287 Oct 19 00:41:07.559436 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 58644) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:07.570674 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1497d97-6e4a-4fd6-8c9b-00809cfea84b req-c82b0d00-e6c5-484e-a79b-b76c2c7a15a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:07.572341 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c1497d97-6e4a-4fd6-8c9b-00809cfea84b req-c82b0d00-e6c5-484e-a79b-b76c2c7a15a4 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=da4d7e39-f806-4ee4-9a72-d230cc0f9d32 HTTP/1.1" status: 200 len: 858 time: 0.0871885 Oct 19 00:41:07.589642 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-179c830d-f001-4e7a-a62f-b8070759643f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1755491229-network', 'tenant_id': '178860dc773c4926b01b6a8e639662ea'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:41:07.633384 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a8810-87bb-498a-9d06-d6d8b4c9ac97 req-2ce147de-cc42-4c04-a727-e9853f014829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:07.634595 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-6f3a8810-87bb-498a-9d06-d6d8b4c9ac97 req-2ce147de-cc42-4c04-a727-e9853f014829 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=0b35c2038f6b4d0a9012b004f1416c00&device_id=dc8b8a6e-eab7-4f45-8f5d-916c52eec398 HTTP/1.1" status: 200 len: 1127 time: 0.0957460 Oct 19 00:41:07.642312 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1497d97-6e4a-4fd6-8c9b-00809cfea84b req-911a0ea1-2c9e-4f36-bbab-df445ea013aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:07.643894 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c1497d97-6e4a-4fd6-8c9b-00809cfea84b req-911a0ea1-2c9e-4f36-bbab-df445ea013aa service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=75c84943-00ac-41e3-a6c3-2ea734b46148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525513 Oct 19 00:41:07.658505 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-c1bb92c4-3541-4da1-b829-0372107b0414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:07.660538 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-c1bb92c4-3541-4da1-b829-0372107b0414 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1769204 Oct 19 00:41:07.661452 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa035938-3544-4fd7-a6b6-1659a3f822d0 req-d8e7fd9e-8ed2-4bb3-ab3c-3216ea2257b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:07.662898 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-aa035938-3544-4fd7-a6b6-1659a3f822d0 req-d8e7fd9e-8ed2-4bb3-ab3c-3216ea2257b0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c0151d58abd047a692f5cc4e7d05bea5&device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 1127 time: 0.1878550 Oct 19 00:41:07.696922 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179c830d-f001-4e7a-a62f-b8070759643f admin admin] Made reservation on behalf of 178860dc773c4926b01b6a8e639662ea for: {'network': 1} {{(pid=111414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:41:07.699268 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-179c830d-f001-4e7a-a62f-b8070759643f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for network (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:07.823385 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-179c830d-f001-4e7a-a62f-b8070759643f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:07.930716 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a8810-87bb-498a-9d06-d6d8b4c9ac97 req-387b2622-9b84-4b08-bd1b-9df28e279b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:07.932202 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-6f3a8810-87bb-498a-9d06-d6d8b4c9ac97 req-387b2622-9b84-4b08-bd1b-9df28e279b03 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=0b35c2038f6b4d0a9012b004f1416c00&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2690270 Oct 19 00:41:07.944726 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c1497d97-6e4a-4fd6-8c9b-00809cfea84b req-75907b8f-7b18-46fa-8dae-ee32cecc32f8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/75c84943-00ac-41e3-a6c3-2ea734b46148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613547 Oct 19 00:41:07.951483 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-67db38ae-867b-4358-a17e-b5b6ff1a4332 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/db3956ab-e454-4c4b-8ece-d9089b41eb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4790821 Oct 19 00:41:08.041090 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=111416) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:41:08.081956 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa035938-3544-4fd7-a6b6-1659a3f822d0 req-e5aa4f63-e941-4021-bdae-1dc5fabcff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:08.083201 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:08.087287 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-aa035938-3544-4fd7-a6b6-1659a3f822d0 req-e5aa4f63-e941-4021-bdae-1dc5fabcff98 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=75c84943-00ac-41e3-a6c3-2ea734b46148 HTTP/1.1" status: 200 len: 920 time: 0.4097090 Oct 19 00:41:08.177299 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a8810-87bb-498a-9d06-d6d8b4c9ac97 req-592e639d-bad4-4df8-85af-2b10abfb5773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:08.178275 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-6f3a8810-87bb-498a-9d06-d6d8b4c9ac97 req-592e639d-bad4-4df8-85af-2b10abfb5773 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2326553 Oct 19 00:41:08.204787 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:08.214121 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1d523caf-a828-4870-acab-932bda5e6fb2 req-4d17d774-e50b-48d4-8960-df2dc2670c14 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/db3956ab-e454-4c4b-8ece-d9089b41eb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378774 Oct 19 00:41:08.281196 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c1497d97-6e4a-4fd6-8c9b-00809cfea84b req-dd023ade-ff40-49f3-ac7d-607767485555 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/75c84943-00ac-41e3-a6c3-2ea734b46148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966865 Oct 19 00:41:08.293993 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:08.297014 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:08.341644 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf,segment=NetworkSegment(cf8e282f-d232-4da7-8dc9-5de45f52d170),segment_id=cf8e282f-d232-4da7-8dc9-5de45f52d170)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:41:08.349842 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-a7e99e02-dbd0-4642-91c9-04515dc78ab3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6721385 Oct 19 00:41:08.356302 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-aa035938-3544-4fd7-a6b6-1659a3f822d0 req-e367a23b-eb13-4a60-9d1f-475fb3f5e08c service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc5abfca-70ab-406b-974c-c89318ad195e HTTP/1.1" status: 200 len: 217 time: 0.1316798 Oct 19 00:41:08.372080 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d4c2c-0755-46fc-bd2e-aea2b924093b req-1645c260-21fa-4971-9856-1da851589cda tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:08.373227 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-006d4c2c-0755-46fc-bd2e-aea2b924093b req-1645c260-21fa-4971-9856-1da851589cda tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 943 time: 0.3071063 Oct 19 00:41:08.373876 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Returning: {'device': 'da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf', 'network_id': '75c84943-00ac-41e3-a6c3-2ea734b46148', 'port_id': 'da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf', 'mac_address': 'fa:16:3e:a8:71:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4d7e39-f806-4ee4-9a72-d230cc0f9d32', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111416) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:41:08.427244 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf is: DOWN; New status is: BUILD {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:41:08.427914 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:08.429799 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287831d0-c7e0-4d34-9993-3f26f6b4dbba req-ee638a37-dfd1-4d15-95d8-28f94b1c0f45 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:08.431839 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-287831d0-c7e0-4d34-9993-3f26f6b4dbba req-ee638a37-dfd1-4d15-95d8-28f94b1c0f45 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=dc8b8a6e-eab7-4f45-8f5d-916c52eec398 HTTP/1.1" status: 200 len: 943 time: 0.1531472 Oct 19 00:41:08.444555 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf {{(pid=111416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 00:41:08.462226 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-179c830d-f001-4e7a-a62f-b8070759643f admin admin] Publish callbacks [] for security_group (d95474e4-79bd-49ad-b64d-8faa4aef41fa), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:08.473143 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf,segment=NetworkSegment(cf8e282f-d232-4da7-8dc9-5de45f52d170),segment_id=cf8e282f-d232-4da7-8dc9-5de45f52d170)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:41:08.477509 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-179c830d-f001-4e7a-a62f-b8070759643f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (d95474e4-79bd-49ad-b64d-8faa4aef41fa), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:08.479841 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:08.515399 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:08.560179 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-179c830d-f001-4e7a-a62f-b8070759643f admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=111414) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:41:08.565364 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-287831d0-c7e0-4d34-9993-3f26f6b4dbba req-917af3fa-ff3b-4f2e-8e81-56063e63fd1c tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=60745bf5-38ce-49ea-8b4d-bb9eb49756cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219501 Oct 19 00:41:08.616086 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf,revision_number=4']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:08.629843 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-006d4c2c-0755-46fc-bd2e-aea2b924093b req-2e0baf89-8204-4c3d-91cf-0df68f06a2a2 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2405264 Oct 19 00:41:08.635140 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-179c830d-f001-4e7a-a62f-b8070759643f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412'] for segment (5f7a0373-a515-4cc1-9aa1-84e211a2a24a), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:08.635483 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.db.segments_db [None req-179c830d-f001-4e7a-a62f-b8070759643f admin admin] Added segment 5f7a0373-a515-4cc1-9aa1-84e211a2a24a of type vlan for network ec75b9f4-2193-4552-b7f7-654a9701ade9 Oct 19 00:41:08.637346 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c830d-f001-4e7a-a62f-b8070759643f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95474e4-79bd-49ad-b64d-8faa4aef41fa,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:08.712762 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-179c830d-f001-4e7a-a62f-b8070759643f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730482266143'] for network (ec75b9f4-2193-4552-b7f7-654a9701ade9), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:08.761805 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-179c830d-f001-4e7a-a62f-b8070759643f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988'] for network (ec75b9f4-2193-4552-b7f7-654a9701ade9), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:08.762778 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179c830d-f001-4e7a-a62f-b8070759643f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:08.763355 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-179c830d-f001-4e7a-a62f-b8070759643f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for network (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:08.764798 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319243a-7fe5-443e-b359-5ab48fd7de20 req-0b4067d2-0eba-4ecc-96d6-441eb4ded29e tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:08.771967 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-6319243a-7fe5-443e-b359-5ab48fd7de20 req-0b4067d2-0eba-4ecc-96d6-441eb4ded29e tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e8a28aad-697f-4dee-8254-6f08e9d76168 HTTP/1.1" status: 200 len: 944 time: 0.0883963 Oct 19 00:41:08.818164 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:08.831060 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] get_ports_and_sgs() called for port_ids ['da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf'] {{(pid=111416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 00:41:08.836495 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-6319243a-7fe5-443e-b359-5ab48fd7de20 req-7d969676-6f2d-4003-8861-e5c4e1fe64ea tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d60d174d-87ba-4ac6-9445-66f72a3d0989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618663 Oct 19 00:41:08.850225 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8f1f3-0cb0-4041-b1f2-c6c99f4cecd2 req-d71c73b6-7d85-4cbe-8547-2bb5ea2a1de7 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:08.852020 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1ca8f1f3-0cb0-4041-b1f2-c6c99f4cecd2 req-d71c73b6-7d85-4cbe-8547-2bb5ea2a1de7 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 943 time: 0.1017013 Oct 19 00:41:08.877882 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 58708) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:08.882776 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-179c830d-f001-4e7a-a62f-b8070759643f admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3136859 Oct 19 00:41:08.883594 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-3fe0a7aa-ad94-4546-9a9e-bf72cf4ebda9 admin admin] Request body: {'subnet': {'network_id': 'ec75b9f4-2193-4552-b7f7-654a9701ade9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1755491229-subnet', 'tenant_id': '178860dc773c4926b01b6a8e639662ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:41:08.910458 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe0a7aa-ad94-4546-9a9e-bf72cf4ebda9 admin admin] Made reservation on behalf of 178860dc773c4926b01b6a8e639662ea for: {'subnet': 1} {{(pid=111415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:41:08.914400 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c830d-f001-4e7a-a62f-b8070759643f admin admin] Pushing event updated for resources: {'Network': ['ID=ec75b9f4-2193-4552-b7f7-654a9701ade9,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:08.914644 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-3fe0a7aa-ad94-4546-9a9e-bf72cf4ebda9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:08.933865 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Network ec75b9f4-2193-4552-b7f7-654a9701ade9 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=111416) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:41:08.951165 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1ca8f1f3-0cb0-4041-b1f2-c6c99f4cecd2 req-e360e39d-b6cd-4d26-87c9-32f128d6684b tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852444 Oct 19 00:41:08.993504 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:09.146805 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-3fe0a7aa-ad94-4546-9a9e-bf72cf4ebda9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988'] for subnet (08109759-cabe-4ecb-a89e-58e6d2ae12b2), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:09.152581 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 58716) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:09.240938 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe0a7aa-ad94-4546-9a9e-bf72cf4ebda9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08109759-cabe-4ecb-a89e-58e6d2ae12b2,revision_number=0']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:09.244704 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa035938-3544-4fd7-a6b6-1659a3f822d0 req-fcf3eb4a-e8f4-4861-9556-a100916c6154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:09.245118 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-aa94bbb8-2fe5-4119-a660-2c423c5ea2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:09.246724 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-aa94bbb8-2fe5-4119-a660-2c423c5ea2cb service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=0b35c2038f6b4d0a9012b004f1416c00&device_id=dc8b8a6e-eab7-4f45-8f5d-916c52eec398 HTTP/1.1" status: 200 len: 1127 time: 0.0747478 Oct 19 00:41:09.246853 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-aa035938-3544-4fd7-a6b6-1659a3f822d0 req-fcf3eb4a-e8f4-4861-9556-a100916c6154 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=da4d7e39-f806-4ee4-9a72-d230cc0f9d32 HTTP/1.1" status: 200 len: 858 time: 0.0634243 Oct 19 00:41:09.256154 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe0a7aa-ad94-4546-9a9e-bf72cf4ebda9 admin admin] Checking segment: {'id': '5f7a0373-a515-4cc1-9aa1-84e211a2a24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ec75b9f4-2193-4552-b7f7-654a9701ade9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:41:09.256463 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe0a7aa-ad94-4546-9a9e-bf72cf4ebda9 admin admin] Network hostable DHCP agents. Network: ec75b9f4-2193-4552-b7f7-654a9701ade9, hostable agents: ['57535a1d-5c08-48f6-b25c-e56d637dc4b8'], hosted agents: [] {{(pid=111415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:41:09.311146 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-9db47599-6cb1-43ad-9c60-b41c9fb2121f service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e00fb603-2d03-421e-b1f4-e3767c67aadc HTTP/1.1" status: 200 len: 217 time: 0.0444176 Oct 19 00:41:09.334562 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe0a7aa-ad94-4546-9a9e-bf72cf4ebda9 admin admin] Network ec75b9f4-2193-4552-b7f7-654a9701ade9 is scheduled to be hosted by DHCP agent 57535a1d-5c08-48f6-b25c-e56d637dc4b8 with binding_index 1 {{(pid=111415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:41:09.374975 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.base_scheduler [None req-3fe0a7aa-ad94-4546-9a9e-bf72cf4ebda9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, ec75b9f4-2193-4552-b7f7-654a9701ade9) {{(pid=111415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:41:09.381637 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe0a7aa-ad94-4546-9a9e-bf72cf4ebda9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:09.382938 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-3fe0a7aa-ad94-4546-9a9e-bf72cf4ebda9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:09.394280 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e4f495-23f2-47b6-a119-2140f559b1d9 None None] Network ec75b9f4-2193-4552-b7f7-654a9701ade9 requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:41:09.409663 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-3ce68606-d2fe-4ddf-b079-98c28735edf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:09.411340 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-3ce68606-d2fe-4ddf-b079-98c28735edf4 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=749347d7-6beb-499e-80b2-119168147fbe HTTP/1.1" status: 200 len: 852 time: 0.0893667 Oct 19 00:41:09.415759 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-3fe0a7aa-ad94-4546-9a9e-bf72cf4ebda9 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5364172 Oct 19 00:41:09.469455 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-1249a96a-44c5-4ba9-9dd8-1377ea247617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:09.472453 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-1249a96a-44c5-4ba9-9dd8-1377ea247617 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=635fade4-7ee9-45f4-8020-ceb7d6bf784a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0544729 Oct 19 00:41:09.530294 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 58724) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:09.534722 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d5170d03-4fa2-4515-84b1-569149b94537 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:09.557789 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03585476-931d-4989-853b-2730fd2d6edf None None] Network ec75b9f4-2193-4552-b7f7-654a9701ade9 requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:41:09.575202 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc802db-7068-479b-8b3f-c8810eeee6b3 req-7f06f53a-155f-407e-91a0-ff5a6a28c620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:09.576738 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-edc802db-7068-479b-8b3f-c8810eeee6b3 req-7f06f53a-155f-407e-91a0-ff5a6a28c620 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f249d9041c6749f58973a5b0867b07ce&device_id=e8a28aad-697f-4dee-8254-6f08e9d76168 HTTP/1.1" status: 200 len: 1128 time: 0.3287604 Oct 19 00:41:09.713047 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:INSERT=11,neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:09.714429 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa035938-3544-4fd7-a6b6-1659a3f822d0 req-ef27dd0c-482c-4b3e-8e02-541aae8f1fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:09.716082 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-aa035938-3544-4fd7-a6b6-1659a3f822d0 req-ef27dd0c-482c-4b3e-8e02-541aae8f1fa7 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=75c84943-00ac-41e3-a6c3-2ea734b46148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2763557 Oct 19 00:41:09.921540 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-d177f1c8-52f3-49b8-8e67-8fb866b28204 req-d35b553b-ceee-4bba-b1d7-608e091890ba service neutron] 10.222.0.20 "GET /networking/v2.0/networks/173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7493970 Oct 19 00:41:09.938795 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-cf095284-1e45-44e1-a8eb-eba05336a05b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:09.958121 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d5170d03-4fa2-4515-84b1-569149b94537 admin admin] Publish callbacks [] for security_group (108eaa82-2712-42c6-aa6a-836f142b2640), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:09.962761 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a507e06-6585-444e-94a7-d899ff8d8648 req-85c6d406-906b-4489-9ea5-660c0cfa1a66 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:09.964555 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-6a507e06-6585-444e-94a7-d899ff8d8648 req-85c6d406-906b-4489-9ea5-660c0cfa1a66 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=dc8b8a6e-eab7-4f45-8f5d-916c52eec398 HTTP/1.1" status: 200 len: 943 time: 0.0620756 Oct 19 00:41:09.990975 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d5170d03-4fa2-4515-84b1-569149b94537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (108eaa82-2712-42c6-aa6a-836f142b2640), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:10.007844 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c85a1-7050-424a-a943-0b70524b8fc7 req-fc57ceb6-12ce-4abf-9ffd-2eef40d3a37c tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:10.009559 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-f92c85a1-7050-424a-a943-0b70524b8fc7 req-fc57ceb6-12ce-4abf-9ffd-2eef40d3a37c tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 943 time: 0.2074945 Oct 19 00:41:10.041305 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device cc5abfca-70ab-406b-974c-c89318ad195e details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=111416) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:41:10.047896 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:10.050333 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc802db-7068-479b-8b3f-c8810eeee6b3 req-b0e83945-d71c-44cf-b4e9-b3e69c460c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:10.052156 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-edc802db-7068-479b-8b3f-c8810eeee6b3 req-b0e83945-d71c-44cf-b4e9-b3e69c460c26 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=db3956ab-e454-4c4b-8ece-d9089b41eb0d HTTP/1.1" status: 200 len: 913 time: 0.3867109 Oct 19 00:41:10.061286 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-f2b7fba6-046c-4371-9375-1f4e84e7e380 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/635fade4-7ee9-45f4-8020-ceb7d6bf784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5812116 Oct 19 00:41:10.069285 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:10.073999 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf up at agent hyperv_hv-cinder-maste {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:41:10.075287 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-6a507e06-6585-444e-94a7-d899ff8d8648 req-a2302a18-f495-4a86-8c35-ef09b7f8404f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=60745bf5-38ce-49ea-8b4d-bb9eb49756cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997655 Oct 19 00:41:10.148477 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5170d03-4fa2-4515-84b1-569149b94537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108eaa82-2712-42c6-aa6a-836f142b2640,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:10.160887 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-aa035938-3544-4fd7-a6b6-1659a3f822d0 req-6ef8c20c-6b0f-4544-a29d-6b5adeffbc13 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/75c84943-00ac-41e3-a6c3-2ea734b46148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997371 Oct 19 00:41:10.178857 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-d5170d03-4fa2-4515-84b1-569149b94537 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=32d29f342a2045e484588bf479c5110f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0216279 Oct 19 00:41:10.181497 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 58752) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:10.193597 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Provisioning for port da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf completed by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 19 00:41:10.227203 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Provisioning complete for port da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:41:10.227584 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:10.228011 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Attempt 1 to provision port da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf Oct 19 00:41:10.231104 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-f92c85a1-7050-424a-a943-0b70524b8fc7 req-cad36ec8-108f-4f88-8148-c34bf6f3f092 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008319 Oct 19 00:41:10.258897 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2605d7-f27f-4969-a72a-86f770797b81 req-f2c8c062-4c2a-4205-9183-5316bb88b04a tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:10.261231 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-de2605d7-f27f-4969-a72a-86f770797b81 req-f2c8c062-4c2a-4205-9183-5316bb88b04a tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e8a28aad-697f-4dee-8254-6f08e9d76168 HTTP/1.1" status: 200 len: 944 time: 0.0809398 Oct 19 00:41:10.286041 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:10.288370 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:10.295158 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:10.301166 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port cc5abfca-70ab-406b-974c-c89318ad195e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cc5abfca-70ab-406b-974c-c89318ad195e,segment=NetworkSegment(cf8e282f-d232-4da7-8dc9-5de45f52d170),segment_id=cf8e282f-d232-4da7-8dc9-5de45f52d170)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:41:10.318349 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-cf095284-1e45-44e1-a8eb-eba05336a05b admin admin] Publish callbacks [] for security_group (226d4da6-7150-4ca2-8ce0-d12f230c2eb8), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:10.324606 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-cf095284-1e45-44e1-a8eb-eba05336a05b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (226d4da6-7150-4ca2-8ce0-d12f230c2eb8), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:10.325056 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Returning: {'device': 'cc5abfca-70ab-406b-974c-c89318ad195e', 'network_id': '75c84943-00ac-41e3-a6c3-2ea734b46148', 'port_id': 'cc5abfca-70ab-406b-974c-c89318ad195e', 'mac_address': 'fa:16:3e:c7:4b:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4d7e39-f806-4ee4-9a72-d230cc0f9d32', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111416) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:41:10.355490 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:10.394236 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-de2605d7-f27f-4969-a72a-86f770797b81 req-c3230fe2-3e4c-4e95-833b-77a436883f8a tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d60d174d-87ba-4ac6-9445-66f72a3d0989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188750 Oct 19 00:41:10.414859 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port cc5abfca-70ab-406b-974c-c89318ad195e is: DOWN; New status is: BUILD {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:41:10.414859 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (cc5abfca-70ab-406b-974c-c89318ad195e), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:10.415403 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf095284-1e45-44e1-a8eb-eba05336a05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226d4da6-7150-4ca2-8ce0-d12f230c2eb8,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:10.415486 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d9f81f54-60d4-4a1d-9b33-82216be69510 admin admin] Publish callbacks [] for security_group (108eaa82-2712-42c6-aa6a-836f142b2640), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:10.415903 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-cf095284-1e45-44e1-a8eb-eba05336a05b admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=740d572054e54deaa181f7059e93b4d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8827283 Oct 19 00:41:10.420245 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 58754) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:10.438027 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf is: BUILD; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:41:10.438411 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:10.448401 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f035cb-e61f-4b33-b840-f06e737558fb req-77da3bf0-529a-4a11-9ee3-18a88372e949 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:10.450053 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-a5f035cb-e61f-4b33-b840-f06e737558fb req-77da3bf0-529a-4a11-9ee3-18a88372e949 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 943 time: 0.1019356 Oct 19 00:41:10.450222 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc5abfca-70ab-406b-974c-c89318ad195e {{(pid=111416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 00:41:10.457925 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d9f81f54-60d4-4a1d-9b33-82216be69510 admin admin] Publish callbacks [] for security_group (108eaa82-2712-42c6-aa6a-836f142b2640), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:10.481733 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da61834-fd67-49d2-925c-c18fc264042c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf'}] {{(pid=111416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:41:10.531982 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d9f81f54-60d4-4a1d-9b33-82216be69510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (108eaa82-2712-42c6-aa6a-836f142b2640), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:10.535525 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-21a2718f-aa81-4612-9037-854ccec0e906 admin admin] Publish callbacks [] for security_group (226d4da6-7150-4ca2-8ce0-d12f230c2eb8), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:10.536396 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d9f81f54-60d4-4a1d-9b33-82216be69510 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:10.540404 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-d9f81f54-60d4-4a1d-9b33-82216be69510 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/108eaa82-2712-42c6-aa6a-836f142b2640 HTTP/1.1" status: 204 len: 168 time: 0.3550363 Oct 19 00:41:10.540558 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-a5f035cb-e61f-4b33-b840-f06e737558fb req-2677dd3f-0014-4aeb-949b-e5e38727c077 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820785 Oct 19 00:41:10.575040 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f81f54-60d4-4a1d-9b33-82216be69510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108eaa82-2712-42c6-aa6a-836f142b2640,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:10.578372 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-21a2718f-aa81-4612-9037-854ccec0e906 admin admin] Publish callbacks [] for security_group (226d4da6-7150-4ca2-8ce0-d12f230c2eb8), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:10.642983 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-21a2718f-aa81-4612-9037-854ccec0e906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (226d4da6-7150-4ca2-8ce0-d12f230c2eb8), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:10.650467 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-21a2718f-aa81-4612-9037-854ccec0e906 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:10.654365 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-21a2718f-aa81-4612-9037-854ccec0e906 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/226d4da6-7150-4ca2-8ce0-d12f230c2eb8 HTTP/1.1" status: 204 len: 168 time: 0.2342262 Oct 19 00:41:10.659763 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port cc5abfca-70ab-406b-974c-c89318ad195e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cc5abfca-70ab-406b-974c-c89318ad195e,segment=NetworkSegment(cf8e282f-d232-4da7-8dc9-5de45f52d170),segment_id=cf8e282f-d232-4da7-8dc9-5de45f52d170)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:41:10.665083 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a2718f-aa81-4612-9037-854ccec0e906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226d4da6-7150-4ca2-8ce0-d12f230c2eb8,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:10.697387 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (cc5abfca-70ab-406b-974c-c89318ad195e), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:10.706864 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf,segment=NetworkSegment(cf8e282f-d232-4da7-8dc9-5de45f52d170),segment_id=cf8e282f-d232-4da7-8dc9-5de45f52d170)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:41:10.718136 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:10.797147 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=cc5abfca-70ab-406b-974c-c89318ad195e,revision_number=4']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:10.838257 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:10.854713 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf,revision_number=5']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:10.963738 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-edc802db-7068-479b-8b3f-c8810eeee6b3 req-d67accc1-4db9-4e51-98fd-2ded684352c4 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=522599ca-04f8-4a03-91d1-860898570a3b HTTP/1.1" status: 200 len: 217 time: 0.0688086 Oct 19 00:41:10.998244 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] get_ports_and_sgs() called for port_ids ['cc5abfca-70ab-406b-974c-c89318ad195e'] {{(pid=111416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 00:41:11.019301 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-b31802f8-c0ee-4bc7-b9fb-9b86c54b5630 req-782e139a-a104-43f1-b95c-7ad0998b9a3e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/635fade4-7ee9-45f4-8020-ceb7d6bf784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246426 Oct 19 00:41:11.048094 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0240e38e362fdc750089dc1f1183b30604621660299f95a12c585bcfa6b02ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3047192b-9b29-4cbf-a423-0313f26177b7" -d '{"events": [{"server_uuid": "3da61834-fd67-49d2-925c-c18fc264042c", "name": "network-vif-plugged", "status": "completed", "tag": "da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf"}]}' {{(pid=111416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:41:11.060911 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537a930-dbae-41bc-b08d-af49284cb4da req-a0df4fbf-8e41-459a-bd54-b2f349ff1c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:11.062474 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-7537a930-dbae-41bc-b08d-af49284cb4da req-a0df4fbf-8e41-459a-bd54-b2f349ff1c6b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=37ffcffcae9b41bbb2d13adc49cb99df&device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 1127 time: 0.1647985 Oct 19 00:41:11.072075 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:11.073331 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 58780) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:11.107250 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-7dbe56cc-53c4-4dc4-80c8-1be7c45030af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:11.115329 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc802db-7068-479b-8b3f-c8810eeee6b3 req-fc4f3d17-3ab0-49d0-804f-086323a5442f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:11.116797 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-edc802db-7068-479b-8b3f-c8810eeee6b3 req-fc4f3d17-3ab0-49d0-804f-086323a5442f service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=1d783581-46ca-4346-8fdb-4ad8d1fe4360 HTTP/1.1" status: 200 len: 851 time: 0.1336370 Oct 19 00:41:11.267760 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-7dbe56cc-53c4-4dc4-80c8-1be7c45030af admin admin] Publish callbacks [] for security_group (96d19162-285f-4e64-93c6-15638575ac3c), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:11.268289 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 58790) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:11.273760 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-7dbe56cc-53c4-4dc4-80c8-1be7c45030af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (96d19162-285f-4e64-93c6-15638575ac3c), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:11.277066 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-aa035938-3544-4fd7-a6b6-1659a3f822d0 req-6499e80b-5c55-4e73-a3d6-4b3ea6479fe0 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/75c84943-00ac-41e3-a6c3-2ea734b46148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804572 Oct 19 00:41:11.295998 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5dbb5930-5c0e-41e6-a6ca-ac0695433f3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:11.338187 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-7dbe56cc-53c4-4dc4-80c8-1be7c45030af admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=c00613023cdb49eb9aa91dae93318a5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2599301 Oct 19 00:41:11.339591 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe56cc-53c4-4dc4-80c8-1be7c45030af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d19162-285f-4e64-93c6-15638575ac3c,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:11.342224 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 58794) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:11.413635 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d3c8db38-4ae9-4e11-af11-1ad90806a098 admin admin] Publish callbacks [] for security_group (96d19162-285f-4e64-93c6-15638575ac3c), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:11.425093 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5dbb5930-5c0e-41e6-a6ca-ac0695433f3f admin admin] Publish callbacks [] for security_group (38c40059-1cf4-47eb-ab94-764c4ec94163), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:11.429477 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:11.431671 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537a930-dbae-41bc-b08d-af49284cb4da req-32f654b1-719a-41ae-bb72-48fa812874e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:11.434163 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-7537a930-dbae-41bc-b08d-af49284cb4da req-32f654b1-719a-41ae-bb72-48fa812874e7 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc HTTP/1.1" status: 200 len: 917 time: 0.3644929 Oct 19 00:41:11.442889 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f9625-e336-4b5f-ae47-f9f36c189a38 req-12ef327e-0c2a-44a4-9b3d-b5689f14e3f4 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:11.443559 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d3c8db38-4ae9-4e11-af11-1ad90806a098 admin admin] Publish callbacks [] for security_group (96d19162-285f-4e64-93c6-15638575ac3c), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:11.444895 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-8a6f9625-e336-4b5f-ae47-f9f36c189a38 req-12ef327e-0c2a-44a4-9b3d-b5689f14e3f4 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=dc8b8a6e-eab7-4f45-8f5d-916c52eec398 HTTP/1.1" status: 200 len: 943 time: 0.2477031 Oct 19 00:41:11.445733 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5dbb5930-5c0e-41e6-a6ca-ac0695433f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (38c40059-1cf4-47eb-ab94-764c4ec94163), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:11.511717 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d3c8db38-4ae9-4e11-af11-1ad90806a098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (96d19162-285f-4e64-93c6-15638575ac3c), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:11.515296 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d3c8db38-4ae9-4e11-af11-1ad90806a098 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:11.522682 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-5dbb5930-5c0e-41e6-a6ca-ac0695433f3f admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=a7b6645b1cd0413e97d99f10e5e9cc86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2465477 Oct 19 00:41:11.529647 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 58806) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:11.529801 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-d3c8db38-4ae9-4e11-af11-1ad90806a098 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/96d19162-285f-4e64-93c6-15638575ac3c HTTP/1.1" status: 204 len: 168 time: 0.1861060 Oct 19 00:41:11.541429 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb5930-5c0e-41e6-a6ca-ac0695433f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c40059-1cf4-47eb-ab94-764c4ec94163,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:11.562599 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c8db38-4ae9-4e11-af11-1ad90806a098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d19162-285f-4e64-93c6-15638575ac3c,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:11.563655 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-8a6f9625-e336-4b5f-ae47-f9f36c189a38 req-c79c129a-dde5-4af4-83cd-71536410e4b4 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=60745bf5-38ce-49ea-8b4d-bb9eb49756cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039705 Oct 19 00:41:11.631085 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-47f15fdc-02aa-4b20-a19c-75f7893f698a admin admin] Publish callbacks [] for security_group (38c40059-1cf4-47eb-ab94-764c4ec94163), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:11.650409 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 00:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8d809e-97c0-465e-84b8-d86991c88fed x-openstack-request-id: req-1a8d809e-97c0-465e-84b8-d86991c88fed {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:41:11.650920 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da61834-fd67-49d2-925c-c18fc264042c", "name": "network-vif-plugged", "status": "completed", "tag": "da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf", "code": 200}]} {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:41:11.651213 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1a8d809e-97c0-465e-84b8-d86991c88fed {{(pid=111416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:41:11.653297 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a8d809e-97c0-465e-84b8-d86991c88fed'] response: {'server_uuid': '3da61834-fd67-49d2-925c-c18fc264042c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf', 'code': 200} Oct 19 00:41:11.678160 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-47f15fdc-02aa-4b20-a19c-75f7893f698a admin admin] Publish callbacks [] for security_group (38c40059-1cf4-47eb-ab94-764c4ec94163), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:11.759878 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d794a6d-122f-4d4b-9228-87be448008e1 req-a3cdb15d-88f9-4d3f-a6bd-e982cda1db6e tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:11.761671 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-3d794a6d-122f-4d4b-9228-87be448008e1 req-a3cdb15d-88f9-4d3f-a6bd-e982cda1db6e tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 943 time: 0.0704780 Oct 19 00:41:11.797191 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562faa90-3bd3-457e-8559-bf863cf876ee req-bd0dd860-90c6-494d-8c9d-a2518d683854 tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:11.800472 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-562faa90-3bd3-457e-8559-bf863cf876ee req-bd0dd860-90c6-494d-8c9d-a2518d683854 tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e8a28aad-697f-4dee-8254-6f08e9d76168 HTTP/1.1" status: 200 len: 944 time: 0.0851045 Oct 19 00:41:11.820735 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-47f15fdc-02aa-4b20-a19c-75f7893f698a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (38c40059-1cf4-47eb-ab94-764c4ec94163), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:11.823485 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-47f15fdc-02aa-4b20-a19c-75f7893f698a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:11.824892 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-47f15fdc-02aa-4b20-a19c-75f7893f698a admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/38c40059-1cf4-47eb-ab94-764c4ec94163 HTTP/1.1" status: 204 len: 168 time: 0.2940147 Oct 19 00:41:11.837637 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-3d794a6d-122f-4d4b-9228-87be448008e1 req-5533a30c-d65a-4023-8c3c-7e8ca95787bd tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686162 Oct 19 00:41:11.844684 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f15fdc-02aa-4b20-a19c-75f7893f698a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c40059-1cf4-47eb-ab94-764c4ec94163,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:11.916744 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-562faa90-3bd3-457e-8559-bf863cf876ee req-979755f5-f396-441d-a12f-73b5f68a18bd tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d60d174d-87ba-4ac6-9445-66f72a3d0989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094863 Oct 19 00:41:12.004163 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da5c60-8797-42ef-9383-427d04a78c5f req-8a7bb406-90be-4f06-9818-536bccd9c084 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:12.011056 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-e4da5c60-8797-42ef-9383-427d04a78c5f req-8a7bb406-90be-4f06-9818-536bccd9c084 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 944 time: 0.0593686 Oct 19 00:41:12.046328 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 6aea38b4-b7a0-4e8e-82dc-deb19c260092 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=111416) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:41:12.065762 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device cc5abfca-70ab-406b-974c-c89318ad195e up at agent hyperv_hv-cinder-maste {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:41:12.102789 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-7537a930-dbae-41bc-b08d-af49284cb4da req-ea5e65c0-8f47-4b9c-8b9a-5d56fb35cc69 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6aea38b4-b7a0-4e8e-82dc-deb19c260092 HTTP/1.1" status: 200 len: 217 time: 0.0697980 Oct 19 00:41:12.178371 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Provisioning for port cc5abfca-70ab-406b-974c-c89318ad195e completed by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 19 00:41:12.186030 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc802db-7068-479b-8b3f-c8810eeee6b3 req-4df8e799-52a2-4e24-871f-f53560c0df0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:12.187596 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-edc802db-7068-479b-8b3f-c8810eeee6b3 req-4df8e799-52a2-4e24-871f-f53560c0df0d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=db3956ab-e454-4c4b-8ece-d9089b41eb0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1529543 Oct 19 00:41:12.193796 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Provisioning complete for port cc5abfca-70ab-406b-974c-c89318ad195e triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:41:12.194652 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (cc5abfca-70ab-406b-974c-c89318ad195e), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:12.195331 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Attempt 1 to provision port cc5abfca-70ab-406b-974c-c89318ad195e Oct 19 00:41:12.199826 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-e4da5c60-8797-42ef-9383-427d04a78c5f req-4f15b507-a2af-4d14-9a4d-dd32887480ae tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843445 Oct 19 00:41:12.243055 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:12.244815 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:UPDATE=1,neutron:SELECT=59,neutron:INSERT=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:12.272485 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:12.286544 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537a930-dbae-41bc-b08d-af49284cb4da req-1ebab56f-f586-40fa-bbdd-07c404525d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:12.288112 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-7537a930-dbae-41bc-b08d-af49284cb4da req-1ebab56f-f586-40fa-bbdd-07c404525d0a service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=29c3f2de-ba2c-47ae-bf44-d2591e2e7caf HTTP/1.1" status: 200 len: 855 time: 0.1740828 Oct 19 00:41:12.316733 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port 6aea38b4-b7a0-4e8e-82dc-deb19c260092, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6aea38b4-b7a0-4e8e-82dc-deb19c260092,segment=NetworkSegment(5e10216b-5353-4a7f-a5b9-0961a609cc49),segment_id=5e10216b-5353-4a7f-a5b9-0961a609cc49)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:41:12.357855 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Returning: {'device': '6aea38b4-b7a0-4e8e-82dc-deb19c260092', 'network_id': '173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc', 'port_id': '6aea38b4-b7a0-4e8e-82dc-deb19c260092', 'mac_address': 'fa:16:3e:76:b4:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c3f2de-ba2c-47ae-bf44-d2591e2e7caf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111416) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:41:12.366153 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:12.416333 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port cc5abfca-70ab-406b-974c-c89318ad195e is: BUILD; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:41:12.416923 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (cc5abfca-70ab-406b-974c-c89318ad195e), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:12.457141 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port 6aea38b4-b7a0-4e8e-82dc-deb19c260092 is: DOWN; New status is: BUILD {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:41:12.457710 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (6aea38b4-b7a0-4e8e-82dc-deb19c260092), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:12.469546 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537a930-dbae-41bc-b08d-af49284cb4da req-37f89bd1-1d94-487c-9377-da1b1ec09445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:12.472278 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-7537a930-dbae-41bc-b08d-af49284cb4da req-37f89bd1-1d94-487c-9377-da1b1ec09445 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1748445 Oct 19 00:41:12.479156 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c98b838-b383-43fe-a0e8-e8e675405440 req-31804edb-7710-4b14-b019-34092810ec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:12.480788 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1c98b838-b383-43fe-a0e8-e8e675405440 req-31804edb-7710-4b14-b019-34092810ec54 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3da61834-fd67-49d2-925c-c18fc264042c HTTP/1.1" status: 200 len: 1130 time: 0.1463108 Oct 19 00:41:12.489100 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port cc5abfca-70ab-406b-974c-c89318ad195e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cc5abfca-70ab-406b-974c-c89318ad195e,segment=NetworkSegment(cf8e282f-d232-4da7-8dc9-5de45f52d170),segment_id=cf8e282f-d232-4da7-8dc9-5de45f52d170)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:41:12.491988 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-edc802db-7068-479b-8b3f-c8810eeee6b3 req-7638a02b-51df-475f-a645-b570bb7f5120 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/db3956ab-e454-4c4b-8ece-d9089b41eb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889011 Oct 19 00:41:12.492113 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aea38b4-b7a0-4e8e-82dc-deb19c260092 {{(pid=111416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 00:41:12.498642 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (cc5abfca-70ab-406b-974c-c89318ad195e), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:12.574802 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port 6aea38b4-b7a0-4e8e-82dc-deb19c260092, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6aea38b4-b7a0-4e8e-82dc-deb19c260092,segment=NetworkSegment(5e10216b-5353-4a7f-a5b9-0961a609cc49),segment_id=5e10216b-5353-4a7f-a5b9-0961a609cc49)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:41:12.587233 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (6aea38b4-b7a0-4e8e-82dc-deb19c260092), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:12.587965 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 522599ca-04f8-4a03-91d1-860898570a3b details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=111416) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:41:12.625997 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=cc5abfca-70ab-406b-974c-c89318ad195e,revision_number=5']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:12.751955 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:12.768037 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=6aea38b4-b7a0-4e8e-82dc-deb19c260092,revision_number=4']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:12.791856 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-1c98b838-b383-43fe-a0e8-e8e675405440 req-a28b9d59-36fd-4ace-bd01-1fb506637d8c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:12.808449 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c26a56-0d87-44ae-a056-36f346f7864b req-4ed8102a-4a9f-45a9-ac2e-5b701bbc1cea tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:12.810671 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-02c26a56-0d87-44ae-a056-36f346f7864b req-4ed8102a-4a9f-45a9-ac2e-5b701bbc1cea tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=dc8b8a6e-eab7-4f45-8f5d-916c52eec398 HTTP/1.1" status: 200 len: 943 time: 0.0918565 Oct 19 00:41:12.822601 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port 522599ca-04f8-4a03-91d1-860898570a3b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=522599ca-04f8-4a03-91d1-860898570a3b,segment=NetworkSegment(f2b7edb5-09e5-4107-9510-7f8b0ffd80fb),segment_id=f2b7edb5-09e5-4107-9510-7f8b0ffd80fb)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:41:12.839483 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Returning: {'device': '522599ca-04f8-4a03-91d1-860898570a3b', 'network_id': 'db3956ab-e454-4c4b-8ece-d9089b41eb0d', 'port_id': '522599ca-04f8-4a03-91d1-860898570a3b', 'mac_address': 'fa:16:3e:15:dc:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d783581-46ca-4346-8fdb-4ad8d1fe4360', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111416) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:41:12.886394 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port 522599ca-04f8-4a03-91d1-860898570a3b is: DOWN; New status is: BUILD {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:41:12.887138 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (522599ca-04f8-4a03-91d1-860898570a3b), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:12.910129 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 522599ca-04f8-4a03-91d1-860898570a3b {{(pid=111416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 00:41:12.941921 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port 522599ca-04f8-4a03-91d1-860898570a3b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=522599ca-04f8-4a03-91d1-860898570a3b,segment=NetworkSegment(f2b7edb5-09e5-4107-9510-7f8b0ffd80fb),segment_id=f2b7edb5-09e5-4107-9510-7f8b0ffd80fb)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:41:12.945276 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-02c26a56-0d87-44ae-a056-36f346f7864b req-100707c4-a474-4075-8b02-a154e38737e8 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=60745bf5-38ce-49ea-8b4d-bb9eb49756cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241238 Oct 19 00:41:12.948573 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (522599ca-04f8-4a03-91d1-860898570a3b), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:13.011808 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:13.030276 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-7537a930-dbae-41bc-b08d-af49284cb4da req-13c1d34e-c4d4-49ff-b6d9-9a8d11558585 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5474727 Oct 19 00:41:13.065138 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=522599ca-04f8-4a03-91d1-860898570a3b,revision_number=4']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:13.120889 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-edc802db-7068-479b-8b3f-c8810eeee6b3 req-515cd5f2-b159-4b81-acee-a236fbe7ab2f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/db3956ab-e454-4c4b-8ece-d9089b41eb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6214621 Oct 19 00:41:13.174356 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004330eb-79a9-4a65-881f-de52c22e9ed8 req-3b8a32d8-9959-4349-bcda-404db2086478 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:13.181359 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-004330eb-79a9-4a65-881f-de52c22e9ed8 req-3b8a32d8-9959-4349-bcda-404db2086478 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 944 time: 0.1758034 Oct 19 00:41:13.206900 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85556a5-0f7a-4674-8733-5303d4e2d911 req-5b6d021a-bd88-43a9-9d18-5d1f9214181b tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:13.219069 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a85556a5-0f7a-4674-8733-5303d4e2d911 req-5b6d021a-bd88-43a9-9d18-5d1f9214181b tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e8a28aad-697f-4dee-8254-6f08e9d76168 HTTP/1.1" status: 200 len: 945 time: 0.1192617 Oct 19 00:41:13.253606 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-1c98b838-b383-43fe-a0e8-e8e675405440 req-a28b9d59-36fd-4ace-bd01-1fb506637d8c service neutron] Publish callbacks [] for security_group (c70d10d5-9267-4864-8ff0-b5bb6a27ca17), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:13.267634 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-1c98b838-b383-43fe-a0e8-e8e675405440 req-a28b9d59-36fd-4ace-bd01-1fb506637d8c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (c70d10d5-9267-4864-8ff0-b5bb6a27ca17), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:13.323082 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a85556a5-0f7a-4674-8733-5303d4e2d911 req-9f1d85a7-f3a9-48b6-b669-f3216f084973 tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d60d174d-87ba-4ac6-9445-66f72a3d0989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992444 Oct 19 00:41:13.352330 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-7537a930-dbae-41bc-b08d-af49284cb4da req-383c92ea-564b-4eb5-a6cc-67e6cb90582b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088768 Oct 19 00:41:13.389780 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-004330eb-79a9-4a65-881f-de52c22e9ed8 req-066a6709-6aec-4295-be3a-fcbe8ff866c0 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2033944 Oct 19 00:41:13.416148 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1c98b838-b383-43fe-a0e8-e8e675405440 req-a28b9d59-36fd-4ace-bd01-1fb506637d8c service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9235609 Oct 19 00:41:13.416989 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b9d59-36fd-4ace-bd01-1fb506637d8c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c70d10d5-9267-4864-8ff0-b5bb6a27ca17,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:13.468250 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2eff98-253a-41c2-884b-f97136edf466 req-d4207b23-54d2-4ff5-a661-a7f28b145a65 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:13.470804 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-1a2eff98-253a-41c2-884b-f97136edf466 req-d4207b23-54d2-4ff5-a661-a7f28b145a65 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 945 time: 0.0792668 Oct 19 00:41:13.492441 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] get_ports_and_sgs() called for port_ids ['6aea38b4-b7a0-4e8e-82dc-deb19c260092'] {{(pid=111416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 00:41:13.493607 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:13.524314 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:13.532536 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-1a2eff98-253a-41c2-884b-f97136edf466 req-362599ff-36bf-4edb-a8ab-d7a9f1a08ac3 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551264 Oct 19 00:41:13.614396 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] get_ports_and_sgs() called for port_ids ['522599ca-04f8-4a03-91d1-860898570a3b'] {{(pid=111416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 00:41:13.655321 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab4c73d6-9203-4110-93af-4a78428c672b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5abfca-70ab-406b-974c-c89318ad195e'}] {{(pid=111416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:41:13.657675 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0240e38e362fdc750089dc1f1183b30604621660299f95a12c585bcfa6b02ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fb57c5-677c-44e2-80d7-ec33485d92c4" -d '{"events": [{"server_uuid": "ab4c73d6-9203-4110-93af-4a78428c672b", "name": "network-vif-plugged", "status": "completed", "tag": "cc5abfca-70ab-406b-974c-c89318ad195e"}]}' {{(pid=111416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:41:13.720069 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 00:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08476d2-2559-4c46-b395-d9098be2ba89 x-openstack-request-id: req-c08476d2-2559-4c46-b395-d9098be2ba89 {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:41:13.720639 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab4c73d6-9203-4110-93af-4a78428c672b", "name": "network-vif-plugged", "status": "completed", "tag": "cc5abfca-70ab-406b-974c-c89318ad195e", "code": 200}]} {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:41:13.721094 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c08476d2-2559-4c46-b395-d9098be2ba89 {{(pid=111416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:41:13.721478 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c08476d2-2559-4c46-b395-d9098be2ba89'] response: {'server_uuid': 'ab4c73d6-9203-4110-93af-4a78428c672b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5abfca-70ab-406b-974c-c89318ad195e', 'code': 200} Oct 19 00:41:13.839057 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:13.919874 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 58916) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:14.101647 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c03207-4268-41e0-969e-339e4ac427a9 req-2558d7d3-a8b9-4c1e-9d9d-c72eb176ef66 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:14.103404 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-b2c03207-4268-41e0-969e-339e4ac427a9 req-2558d7d3-a8b9-4c1e-9d9d-c72eb176ef66 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=dc8b8a6e-eab7-4f45-8f5d-916c52eec398 HTTP/1.1" status: 200 len: 943 time: 0.0619149 Oct 19 00:41:14.121370 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-105557b7-9c53-47f8-8240-c23ca8cca2aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:14.202183 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-b2c03207-4268-41e0-969e-339e4ac427a9 req-850a1c50-26f7-4e47-88fb-cc7babc68368 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=60745bf5-38ce-49ea-8b4d-bb9eb49756cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875366 Oct 19 00:41:14.279720 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:14.305541 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device e00fb603-2d03-421e-b1f4-e3767c67aadc details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=111416) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:41:14.310730 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99741a30-1b95-4497-9e9f-e6436b30b681 req-9d7b36d1-7f4d-415a-a057-e4c3a3f3bd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:14.312302 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-99741a30-1b95-4497-9e9f-e6436b30b681 req-9d7b36d1-7f4d-415a-a057-e4c3a3f3bd45 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 1129 time: 0.0807855 Oct 19 00:41:14.403445 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-105557b7-9c53-47f8-8240-c23ca8cca2aa admin admin] Publish callbacks [] for security_group (2306600f-d808-4a62-97ad-1ee60bbdf854), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:14.413329 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-105557b7-9c53-47f8-8240-c23ca8cca2aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (2306600f-d808-4a62-97ad-1ee60bbdf854), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:14.465896 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-105557b7-9c53-47f8-8240-c23ca8cca2aa admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=9519005aee164bb0a3d0ddda970e4e81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5432756 Oct 19 00:41:14.467117 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105557b7-9c53-47f8-8240-c23ca8cca2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2306600f-d808-4a62-97ad-1ee60bbdf854,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:14.467709 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 58946) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:14.473240 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-99741a30-1b95-4497-9e9f-e6436b30b681 req-713ef807-79a0-4748-9559-622c75599a52 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538579 Oct 19 00:41:14.486794 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port e00fb603-2d03-421e-b1f4-e3767c67aadc, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e00fb603-2d03-421e-b1f4-e3767c67aadc,segment=NetworkSegment(0949f098-87bd-4d7c-adb9-f3622e4872b3),segment_id=0949f098-87bd-4d7c-adb9-f3622e4872b3)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:41:14.513205 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Returning: {'device': 'e00fb603-2d03-421e-b1f4-e3767c67aadc', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'port_id': 'e00fb603-2d03-421e-b1f4-e3767c67aadc', 'mac_address': 'fa:16:3e:92:1e:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '749347d7-6beb-499e-80b2-119168147fbe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111416) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:41:14.534877 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15e651-1eac-4175-8785-57577ec34d6b req-807d1b4c-9feb-462d-a1dc-2513982c91de tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:14.557761 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-6f15e651-1eac-4175-8785-57577ec34d6b req-807d1b4c-9feb-462d-a1dc-2513982c91de tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e8a28aad-697f-4dee-8254-6f08e9d76168 HTTP/1.1" status: 200 len: 945 time: 0.0723374 Oct 19 00:41:14.565961 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port e00fb603-2d03-421e-b1f4-e3767c67aadc is: DOWN; New status is: BUILD {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:41:14.566362 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (e00fb603-2d03-421e-b1f4-e3767c67aadc), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:14.583012 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e00fb603-2d03-421e-b1f4-e3767c67aadc {{(pid=111416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 00:41:14.609367 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port e00fb603-2d03-421e-b1f4-e3767c67aadc, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e00fb603-2d03-421e-b1f4-e3767c67aadc,segment=NetworkSegment(0949f098-87bd-4d7c-adb9-f3622e4872b3),segment_id=0949f098-87bd-4d7c-adb9-f3622e4872b3)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:41:14.610317 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-6f15e651-1eac-4175-8785-57577ec34d6b req-d7620454-7b0c-473d-ac03-af3bf6cce863 tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d60d174d-87ba-4ac6-9445-66f72a3d0989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515604 Oct 19 00:41:14.616597 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (e00fb603-2d03-421e-b1f4-e3767c67aadc), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:14.638162 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a77de1-f82e-46a9-b30c-93957e527b47 req-c80ed1c7-8ae9-499a-a0d1-d8806226aed5 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:14.640007 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-b3a77de1-f82e-46a9-b30c-93957e527b47 req-c80ed1c7-8ae9-499a-a0d1-d8806226aed5 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 944 time: 0.0732379 Oct 19 00:41:14.667237 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a75382ec-c747-4ef6-a751-225deff66803 admin admin] Publish callbacks [] for security_group (2306600f-d808-4a62-97ad-1ee60bbdf854), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:14.688759 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=e00fb603-2d03-421e-b1f4-e3767c67aadc,revision_number=4']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:14.709219 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a75382ec-c747-4ef6-a751-225deff66803 admin admin] Publish callbacks [] for security_group (2306600f-d808-4a62-97ad-1ee60bbdf854), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:14.727519 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-b3a77de1-f82e-46a9-b30c-93957e527b47 req-2aa25e4d-9ff7-49e7-9058-683b85c8cf9a tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806377 Oct 19 00:41:14.760843 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81c52e-98b4-450f-8d87-0ca5239d3ef0 req-6874ccf5-f236-4edb-9e32-59c00c93cee0 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:14.762449 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-7f81c52e-98b4-450f-8d87-0ca5239d3ef0 req-6874ccf5-f236-4edb-9e32-59c00c93cee0 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 945 time: 0.0568838 Oct 19 00:41:14.787358 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a75382ec-c747-4ef6-a751-225deff66803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (2306600f-d808-4a62-97ad-1ee60bbdf854), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:14.790279 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a75382ec-c747-4ef6-a751-225deff66803 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:14.791486 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-a75382ec-c747-4ef6-a751-225deff66803 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/2306600f-d808-4a62-97ad-1ee60bbdf854 HTTP/1.1" status: 204 len: 168 time: 0.3225541 Oct 19 00:41:14.800693 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75382ec-c747-4ef6-a751-225deff66803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2306600f-d808-4a62-97ad-1ee60bbdf854,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:14.813050 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:14.843209 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-7f81c52e-98b4-450f-8d87-0ca5239d3ef0 req-5019c9c5-1fa0-4565-aa61-52ff8ac2a392 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641809 Oct 19 00:41:14.926938 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 6aea38b4-b7a0-4e8e-82dc-deb19c260092 up at agent hyperv_hv-cinder-maste {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:41:14.979388 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Provisioning for port 6aea38b4-b7a0-4e8e-82dc-deb19c260092 completed by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 19 00:41:14.988369 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Provisioning complete for port 6aea38b4-b7a0-4e8e-82dc-deb19c260092 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:41:14.988745 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (6aea38b4-b7a0-4e8e-82dc-deb19c260092), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:14.989251 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Attempt 1 to provision port 6aea38b4-b7a0-4e8e-82dc-deb19c260092 Oct 19 00:41:15.078197 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port 6aea38b4-b7a0-4e8e-82dc-deb19c260092 is: BUILD; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:41:15.078878 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (6aea38b4-b7a0-4e8e-82dc-deb19c260092), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:15.125709 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port 6aea38b4-b7a0-4e8e-82dc-deb19c260092, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6aea38b4-b7a0-4e8e-82dc-deb19c260092,segment=NetworkSegment(5e10216b-5353-4a7f-a5b9-0961a609cc49),segment_id=5e10216b-5353-4a7f-a5b9-0961a609cc49)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:41:15.133629 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (6aea38b4-b7a0-4e8e-82dc-deb19c260092), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:15.134633 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 522599ca-04f8-4a03-91d1-860898570a3b up at agent hyperv_hv-cinder-maste {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:41:15.147887 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 58966) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:15.161471 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c8d67d20-a282-427c-be74-3c5ae9bf2211 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:15.221084 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Provisioning for port 522599ca-04f8-4a03-91d1-860898570a3b completed by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 19 00:41:15.223698 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=6aea38b4-b7a0-4e8e-82dc-deb19c260092,revision_number=5']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:15.242337 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Provisioning complete for port 522599ca-04f8-4a03-91d1-860898570a3b triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:41:15.251946 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (522599ca-04f8-4a03-91d1-860898570a3b), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:15.251946 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Attempt 1 to provision port 522599ca-04f8-4a03-91d1-860898570a3b Oct 19 00:41:15.289270 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c8d67d20-a282-427c-be74-3c5ae9bf2211 admin admin] Publish callbacks [] for security_group (25097428-a02d-4ecf-984f-7c2c1ad1d338), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:15.294958 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c8d67d20-a282-427c-be74-3c5ae9bf2211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (25097428-a02d-4ecf-984f-7c2c1ad1d338), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:15.302219 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] get_ports_and_sgs() called for port_ids ['e00fb603-2d03-421e-b1f4-e3767c67aadc'] {{(pid=111416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 00:41:15.338160 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d67d20-a282-427c-be74-3c5ae9bf2211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25097428-a02d-4ecf-984f-7c2c1ad1d338,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:15.363123 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-c8d67d20-a282-427c-be74-3c5ae9bf2211 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=391b03ad8a1a4ebdb2362b59ac01cf78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2111707 Oct 19 00:41:15.363853 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 58978) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:15.378170 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:INSERT=15,neutron:SELECT=84,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:15.440036 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a6db99-4ae2-4e09-957f-1b92beedcfba req-83454b05-4a70-499a-987f-e0bea95ea45b tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:15.443229 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a3a6db99-4ae2-4e09-957f-1b92beedcfba req-83454b05-4a70-499a-987f-e0bea95ea45b tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=dc8b8a6e-eab7-4f45-8f5d-916c52eec398 HTTP/1.1" status: 200 len: 944 time: 0.1130383 Oct 19 00:41:15.448397 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-462f10a1-fd51-4275-9820-02eba5c5b23f admin admin] Publish callbacks [] for security_group (25097428-a02d-4ecf-984f-7c2c1ad1d338), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:15.479748 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port 522599ca-04f8-4a03-91d1-860898570a3b is: BUILD; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:41:15.480628 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (522599ca-04f8-4a03-91d1-860898570a3b), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:15.506593 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-462f10a1-fd51-4275-9820-02eba5c5b23f admin admin] Publish callbacks [] for security_group (25097428-a02d-4ecf-984f-7c2c1ad1d338), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:15.531830 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a3a6db99-4ae2-4e09-957f-1b92beedcfba req-b81e293b-8298-45f4-beb9-f44368f73b95 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=60745bf5-38ce-49ea-8b4d-bb9eb49756cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823472 Oct 19 00:41:15.551221 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port 522599ca-04f8-4a03-91d1-860898570a3b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=522599ca-04f8-4a03-91d1-860898570a3b,segment=NetworkSegment(f2b7edb5-09e5-4107-9510-7f8b0ffd80fb),segment_id=f2b7edb5-09e5-4107-9510-7f8b0ffd80fb)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:41:15.572736 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (522599ca-04f8-4a03-91d1-860898570a3b), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:15.608227 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-462f10a1-fd51-4275-9820-02eba5c5b23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (25097428-a02d-4ecf-984f-7c2c1ad1d338), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:15.615110 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-462f10a1-fd51-4275-9820-02eba5c5b23f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:15.620121 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-462f10a1-fd51-4275-9820-02eba5c5b23f admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/25097428-a02d-4ecf-984f-7c2c1ad1d338 HTTP/1.1" status: 204 len: 168 time: 0.2551234 Oct 19 00:41:15.627189 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:15.631184 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f10a1-fd51-4275-9820-02eba5c5b23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25097428-a02d-4ecf-984f-7c2c1ad1d338,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:15.724959 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aea38b4-b7a0-4e8e-82dc-deb19c260092'}, {'server_uuid': 'e8a28aad-697f-4dee-8254-6f08e9d76168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522599ca-04f8-4a03-91d1-860898570a3b'}] {{(pid=111416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:41:15.727782 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0240e38e362fdc750089dc1f1183b30604621660299f95a12c585bcfa6b02ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965b1348-b494-4389-9b51-8fd1604e05c4" -d '{"events": [{"server_uuid": "b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2", "name": "network-vif-plugged", "status": "completed", "tag": "6aea38b4-b7a0-4e8e-82dc-deb19c260092"}, {"server_uuid": "e8a28aad-697f-4dee-8254-6f08e9d76168", "name": "network-vif-plugged", "status": "completed", "tag": "522599ca-04f8-4a03-91d1-860898570a3b"}]}' {{(pid=111416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:41:15.778594 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=522599ca-04f8-4a03-91d1-860898570a3b,revision_number=5']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:15.810513 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc3ad7-7ad1-47d6-b26c-f9b3cc12724a req-44d1525f-008f-435b-a2e3-9893f2c1aefe tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:15.815953 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-44fc3ad7-7ad1-47d6-b26c-f9b3cc12724a req-44d1525f-008f-435b-a2e3-9893f2c1aefe tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e8a28aad-697f-4dee-8254-6f08e9d76168 HTTP/1.1" status: 200 len: 946 time: 0.0982840 Oct 19 00:41:15.842171 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 19 Oct 2022 00:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f98cf4-0dcc-4a0f-a6ee-16be5a79de98 x-openstack-request-id: req-16f98cf4-0dcc-4a0f-a6ee-16be5a79de98 {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:41:15.842680 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2", "name": "network-vif-plugged", "status": "completed", "tag": "6aea38b4-b7a0-4e8e-82dc-deb19c260092", "code": 200}, {"server_uuid": "e8a28aad-697f-4dee-8254-6f08e9d76168", "name": "network-vif-plugged", "status": "completed", "tag": "522599ca-04f8-4a03-91d1-860898570a3b", "code": 200}]} {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:41:15.843197 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-16f98cf4-0dcc-4a0f-a6ee-16be5a79de98 {{(pid=111416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:41:15.843605 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16f98cf4-0dcc-4a0f-a6ee-16be5a79de98'] response: {'server_uuid': 'b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aea38b4-b7a0-4e8e-82dc-deb19c260092', 'code': 200} Oct 19 00:41:15.846008 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16f98cf4-0dcc-4a0f-a6ee-16be5a79de98'] response: {'server_uuid': 'e8a28aad-697f-4dee-8254-6f08e9d76168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522599ca-04f8-4a03-91d1-860898570a3b', 'code': 200} Oct 19 00:41:15.923923 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-44fc3ad7-7ad1-47d6-b26c-f9b3cc12724a req-27cd39ca-49ba-404b-92e5-118ca91614a7 tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d60d174d-87ba-4ac6-9445-66f72a3d0989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925183 Oct 19 00:41:16.019035 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ccbe7-79af-4196-8d34-2177d0795216 req-bfdfe23c-7d1c-4d1f-a48a-4cadf2dca198 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:16.020638 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9d2ccbe7-79af-4196-8d34-2177d0795216 req-bfdfe23c-7d1c-4d1f-a48a-4cadf2dca198 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 945 time: 0.0895259 Oct 19 00:41:16.125026 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d5b80-daf3-49d6-be00-9e0a85c2bded req-f9eb4144-e663-4f9b-8224-199cf366ccb7 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:16.135329 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-5b4d5b80-daf3-49d6-be00-9e0a85c2bded req-f9eb4144-e663-4f9b-8224-199cf366ccb7 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 945 time: 0.0961764 Oct 19 00:41:16.147583 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9d2ccbe7-79af-4196-8d34-2177d0795216 req-2d7a92fa-8e90-4986-b2a5-5ed6082082ef tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160738 Oct 19 00:41:16.180864 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:16.213505 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-5b4d5b80-daf3-49d6-be00-9e0a85c2bded req-348ebcd9-4679-460b-bcec-e624da6c4c44 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764844 Oct 19 00:41:16.660894 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918f02a-9aa1-4535-bc4a-17bef8e7112d req-ee9339d2-13c7-4d20-9ae2-efd158311edf tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:16.662648 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-1918f02a-9aa1-4535-bc4a-17bef8e7112d req-ee9339d2-13c7-4d20-9ae2-efd158311edf tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=dc8b8a6e-eab7-4f45-8f5d-916c52eec398 HTTP/1.1" status: 200 len: 944 time: 0.0471737 Oct 19 00:41:16.713699 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-1918f02a-9aa1-4535-bc4a-17bef8e7112d req-8ee7dda7-2cef-4d1d-b827-4fdf74257122 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=60745bf5-38ce-49ea-8b4d-bb9eb49756cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454664 Oct 19 00:41:17.057581 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57c2a9-0b01-4eef-b6bb-19bb88d32ccf req-aefa5c6e-aa77-48ef-8e00-cf7a8d5ca9d8 tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:17.059264 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-ac57c2a9-0b01-4eef-b6bb-19bb88d32ccf req-aefa5c6e-aa77-48ef-8e00-cf7a8d5ca9d8 tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e8a28aad-697f-4dee-8254-6f08e9d76168 HTTP/1.1" status: 200 len: 946 time: 0.0532572 Oct 19 00:41:17.123696 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-ac57c2a9-0b01-4eef-b6bb-19bb88d32ccf req-0ecc4ddf-03c8-4490-84dd-3c1b09ea43f3 tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d60d174d-87ba-4ac6-9445-66f72a3d0989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525665 Oct 19 00:41:17.346996 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12fe7c5-3a13-48f5-b996-4d49991bdf9c req-a0350186-d8de-430b-8be2-6dee2cb55134 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:17.348760 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c12fe7c5-3a13-48f5-b996-4d49991bdf9c req-a0350186-d8de-430b-8be2-6dee2cb55134 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 945 time: 0.0604613 Oct 19 00:41:17.354988 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201c0af-ae41-4b95-998f-2e91a9489b68 req-c92fd3c0-c8c4-4c57-a681-fe2014aab30f tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:17.356976 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1201c0af-ae41-4b95-998f-2e91a9489b68 req-c92fd3c0-c8c4-4c57-a681-fe2014aab30f tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 945 time: 0.0568845 Oct 19 00:41:17.418871 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1201c0af-ae41-4b95-998f-2e91a9489b68 req-c2416040-3f19-407c-a275-1781747c9530 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535061 Oct 19 00:41:17.434613 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c12fe7c5-3a13-48f5-b996-4d49991bdf9c req-75bd5254-cf30-4b8f-a7a0-7204f6df408f tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684443 Oct 19 00:41:17.757050 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3c267-2b03-4050-a75c-c878243aab54 req-084de3fd-a5d2-4963-b7fe-32e1e4ca49e8 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:17.758584 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-25e3c267-2b03-4050-a75c-c878243aab54 req-084de3fd-a5d2-4963-b7fe-32e1e4ca49e8 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 945 time: 0.0563788 Oct 19 00:41:17.815323 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-25e3c267-2b03-4050-a75c-c878243aab54 req-ffcecd65-cbb7-4c1a-aeff-84244cbacd47 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508146 Oct 19 00:41:17.848484 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029d658-dd3b-419a-a80d-93de166f181d req-a8020be8-2f62-42d2-bef7-cd32b53530ca tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:17.850027 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-9029d658-dd3b-419a-a80d-93de166f181d req-a8020be8-2f62-42d2-bef7-cd32b53530ca tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=dc8b8a6e-eab7-4f45-8f5d-916c52eec398 HTTP/1.1" status: 200 len: 944 time: 0.0510600 Oct 19 00:41:17.904326 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-9029d658-dd3b-419a-a80d-93de166f181d req-c6a79a89-4d9e-476b-a1dd-6d7d68d0d9ef tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=60745bf5-38ce-49ea-8b4d-bb9eb49756cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478251 Oct 19 00:41:18.248648 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eef089-5403-4ad9-b581-a2ba074f6d01 req-7d2762cc-18bb-4bf1-bac0-49be47aa06e2 tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:18.250162 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-07eef089-5403-4ad9-b581-a2ba074f6d01 req-7d2762cc-18bb-4bf1-bac0-49be47aa06e2 tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e8a28aad-697f-4dee-8254-6f08e9d76168 HTTP/1.1" status: 200 len: 946 time: 0.0511837 Oct 19 00:41:18.289891 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:18.313014 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-07eef089-5403-4ad9-b581-a2ba074f6d01 req-90f3cc55-a4b2-46f9-9200-dbd1c6ad72d5 tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d60d174d-87ba-4ac6-9445-66f72a3d0989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548675 Oct 19 00:41:18.568704 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f394cd-d08a-408a-b32c-909b99e03a46 req-4c1fe9b4-6cbd-412c-8e64-e87238669eb2 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:18.570207 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-c6f394cd-d08a-408a-b32c-909b99e03a46 req-4c1fe9b4-6cbd-412c-8e64-e87238669eb2 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 945 time: 0.0563030 Oct 19 00:41:18.622741 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-c6f394cd-d08a-408a-b32c-909b99e03a46 req-793860a1-7d51-4ef7-878a-1ae57343649c tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465841 Oct 19 00:41:18.944340 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46cb135-bd02-4405-adc4-f476dfb3a013 req-a7afb690-c8e7-4395-a375-b34e63116cf6 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:18.946557 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d46cb135-bd02-4405-adc4-f476dfb3a013 req-a7afb690-c8e7-4395-a375-b34e63116cf6 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 945 time: 0.0527995 Oct 19 00:41:18.989259 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device e00fb603-2d03-421e-b1f4-e3767c67aadc up at agent hyperv_hv-cinder-maste {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:41:19.017886 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d46cb135-bd02-4405-adc4-f476dfb3a013 req-a2333dc9-61bd-45aa-b246-07f86eb2a093 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648763 Oct 19 00:41:19.041805 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d180f2-0ffb-4d8b-b0fb-91e1cd51a682 req-3be90479-84a1-4783-bd82-4b73c9d07f80 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:19.043306 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-e5d180f2-0ffb-4d8b-b0fb-91e1cd51a682 req-3be90479-84a1-4783-bd82-4b73c9d07f80 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=dc8b8a6e-eab7-4f45-8f5d-916c52eec398 HTTP/1.1" status: 200 len: 944 time: 0.0554826 Oct 19 00:41:19.080824 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Provisioning for port e00fb603-2d03-421e-b1f4-e3767c67aadc completed by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 19 00:41:19.082666 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:19.088549 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Provisioning complete for port e00fb603-2d03-421e-b1f4-e3767c67aadc triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:41:19.089073 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (e00fb603-2d03-421e-b1f4-e3767c67aadc), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:19.089850 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Attempt 1 to provision port e00fb603-2d03-421e-b1f4-e3767c67aadc Oct 19 00:41:19.100687 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-e5d180f2-0ffb-4d8b-b0fb-91e1cd51a682 req-691c0965-047e-42f1-873d-b6c980939029 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=60745bf5-38ce-49ea-8b4d-bb9eb49756cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507152 Oct 19 00:41:19.170463 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 59186) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:19.172228 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port e00fb603-2d03-421e-b1f4-e3767c67aadc is: BUILD; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:41:19.173454 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (e00fb603-2d03-421e-b1f4-e3767c67aadc), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:19.200047 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8b8a6e-eab7-4f45-8f5d-916c52eec398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00fb603-2d03-421e-b1f4-e3767c67aadc'}] {{(pid=111416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:41:19.202471 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0240e38e362fdc750089dc1f1183b30604621660299f95a12c585bcfa6b02ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5788cf7-73f9-4518-82c1-e91a2c173f92" -d '{"events": [{"server_uuid": "dc8b8a6e-eab7-4f45-8f5d-916c52eec398", "name": "network-vif-plugged", "status": "completed", "tag": "e00fb603-2d03-421e-b1f4-e3767c67aadc"}]}' {{(pid=111416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:41:19.216159 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port e00fb603-2d03-421e-b1f4-e3767c67aadc, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e00fb603-2d03-421e-b1f4-e3767c67aadc,segment=NetworkSegment(0949f098-87bd-4d7c-adb9-f3622e4872b3),segment_id=0949f098-87bd-4d7c-adb9-f3622e4872b3)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:41:19.221612 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (e00fb603-2d03-421e-b1f4-e3767c67aadc), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:19.249616 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 00:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fbaa1b-ffe9-4116-ba03-014f27c0068c x-openstack-request-id: req-e8fbaa1b-ffe9-4116-ba03-014f27c0068c {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:41:19.249929 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc8b8a6e-eab7-4f45-8f5d-916c52eec398", "name": "network-vif-plugged", "status": "completed", "tag": "e00fb603-2d03-421e-b1f4-e3767c67aadc", "code": 200}]} {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:41:19.250179 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e8fbaa1b-ffe9-4116-ba03-014f27c0068c {{(pid=111416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:41:19.250590 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8fbaa1b-ffe9-4116-ba03-014f27c0068c'] response: {'server_uuid': 'dc8b8a6e-eab7-4f45-8f5d-916c52eec398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00fb603-2d03-421e-b1f4-e3767c67aadc', 'code': 200} Oct 19 00:41:19.280151 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=e00fb603-2d03-421e-b1f4-e3767c67aadc,revision_number=5']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:19.301034 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-e49d386b-388a-4254-81a9-9c0ed999dc16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:19.418994 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85a397-b293-43e4-b99f-630848039054 req-e55434ee-5c4b-4fb0-8660-5fc5a8e15d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:19.420580 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-df85a397-b293-43e4-b99f-630848039054 req-e55434ee-5c4b-4fb0-8660-5fc5a8e15d4f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 1129 time: 0.0922995 Oct 19 00:41:19.504669 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:19.545130 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c2ea0d-9080-4759-b633-5f8c28fb36fd req-eb8fc3cd-a5cb-4d08-97f8-5ff426656f2e tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:19.546718 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-c7c2ea0d-9080-4759-b633-5f8c28fb36fd req-eb8fc3cd-a5cb-4d08-97f8-5ff426656f2e tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e8a28aad-697f-4dee-8254-6f08e9d76168 HTTP/1.1" status: 200 len: 946 time: 0.1312141 Oct 19 00:41:19.630233 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681de65a-3e2c-4fa0-966f-87a7354303f7 req-05215220-6177-4ecd-ada5-8e3ab1f3d514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:19.631780 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-681de65a-3e2c-4fa0-966f-87a7354303f7 req-05215220-6177-4ecd-ada5-8e3ab1f3d514 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c0151d58abd047a692f5cc4e7d05bea5&device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 1129 time: 0.1527207 Oct 19 00:41:19.646018 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03cebc-2ff2-4400-8e40-81a9a851c031 req-c976d095-ff8a-4045-8dc3-dc4048ed33f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:19.647518 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-da03cebc-2ff2-4400-8e40-81a9a851c031 req-c976d095-ff8a-4045-8dc3-dc4048ed33f6 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e8a28aad-697f-4dee-8254-6f08e9d76168 HTTP/1.1" status: 200 len: 1130 time: 0.1477010 Oct 19 00:41:19.651164 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde35057-fdb7-4711-9946-7f412d1a201f req-f16a2959-8383-4460-bb89-da37de777a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:19.653030 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-fde35057-fdb7-4711-9946-7f412d1a201f req-f16a2959-8383-4460-bb89-da37de777a91 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=dc8b8a6e-eab7-4f45-8f5d-916c52eec398 HTTP/1.1" status: 200 len: 1129 time: 0.0845554 Oct 19 00:41:19.664102 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-df85a397-b293-43e4-b99f-630848039054 req-694df8bb-c8a1-43b0-905a-626f856ba301 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2208881 Oct 19 00:41:19.670855 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-e49d386b-388a-4254-81a9-9c0ed999dc16 admin admin] Publish callbacks [] for security_group (fd4ba3cc-e111-4232-b2d2-e81d4245daa5), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:19.682085 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:19.708173 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:19.726259 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-e49d386b-388a-4254-81a9-9c0ed999dc16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (fd4ba3cc-e111-4232-b2d2-e81d4245daa5), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:19.730100 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-fde35057-fdb7-4711-9946-7f412d1a201f req-75f28287-46ba-485b-be41-d098f4609505 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=60745bf5-38ce-49ea-8b4d-bb9eb49756cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709286 Oct 19 00:41:19.803738 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-c7c2ea0d-9080-4759-b633-5f8c28fb36fd req-ac01677c-592f-44d6-a254-eaaa029fb8d8 tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d60d174d-87ba-4ac6-9445-66f72a3d0989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294343 Oct 19 00:41:19.804056 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b0700-76cd-4917-b56e-0ce82568f291 req-865b78c0-889c-4d0a-8373-03daff2eb278 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:19.805704 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-0a3b0700-76cd-4917-b56e-0ce82568f291 req-865b78c0-889c-4d0a-8373-03daff2eb278 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 945 time: 0.0650346 Oct 19 00:41:19.819730 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-e49d386b-388a-4254-81a9-9c0ed999dc16 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=1055ac27f9884b4fb4c615e45326e0b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6479490 Oct 19 00:41:19.824202 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 59212) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:19.826466 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d386b-388a-4254-81a9-9c0ed999dc16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4ba3cc-e111-4232-b2d2-e81d4245daa5,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:19.856029 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-da03cebc-2ff2-4400-8e40-81a9a851c031 req-28ea9862-b722-4c24-b31f-b9fdad1c4687 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d60d174d-87ba-4ac6-9445-66f72a3d0989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950276 Oct 19 00:41:19.866227 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681de65a-3e2c-4fa0-966f-87a7354303f7 req-49b77de3-739c-411e-a6d2-0332eefac7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:19.867887 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-681de65a-3e2c-4fa0-966f-87a7354303f7 req-49b77de3-739c-411e-a6d2-0332eefac7e8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=75c84943-00ac-41e3-a6c3-2ea734b46148 HTTP/1.1" status: 200 len: 920 time: 0.2280178 Oct 19 00:41:19.914865 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-0a3b0700-76cd-4917-b56e-0ce82568f291 req-3456b8fa-0ebb-4534-ae1c-a42b9e01d21e tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997202 Oct 19 00:41:19.917831 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-40fdeb8d-d218-4c13-b06f-99788267c331 admin admin] Publish callbacks [] for security_group (fd4ba3cc-e111-4232-b2d2-e81d4245daa5), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:19.940692 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-40fdeb8d-d218-4c13-b06f-99788267c331 admin admin] Publish callbacks [] for security_group (fd4ba3cc-e111-4232-b2d2-e81d4245daa5), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:19.992670 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-40fdeb8d-d218-4c13-b06f-99788267c331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (fd4ba3cc-e111-4232-b2d2-e81d4245daa5), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:19.995186 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-40fdeb8d-d218-4c13-b06f-99788267c331 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:19.996340 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-40fdeb8d-d218-4c13-b06f-99788267c331 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/fd4ba3cc-e111-4232-b2d2-e81d4245daa5 HTTP/1.1" status: 204 len: 168 time: 0.1699898 Oct 19 00:41:20.005582 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fdeb8d-d218-4c13-b06f-99788267c331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4ba3cc-e111-4232-b2d2-e81d4245daa5,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:20.175182 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbec071-b380-460c-8103-b93f774140af req-1c464637-b09f-4cae-91fb-3e7943f98b07 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:20.177369 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-7bbec071-b380-460c-8103-b93f774140af req-1c464637-b09f-4cae-91fb-3e7943f98b07 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 945 time: 0.0672724 Oct 19 00:41:20.241740 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-7bbec071-b380-460c-8103-b93f774140af req-bb5ac110-9f98-46db-84e9-33e7217308ff tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581913 Oct 19 00:41:20.265232 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8bfe8-1431-451f-af2c-3b683f6dc719 req-d8705569-d8c6-4dcc-afbc-a1a2f5604a59 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:20.266902 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-46b8bfe8-1431-451f-af2c-3b683f6dc719 req-d8705569-d8c6-4dcc-afbc-a1a2f5604a59 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=dc8b8a6e-eab7-4f45-8f5d-916c52eec398 HTTP/1.1" status: 200 len: 945 time: 0.0715029 Oct 19 00:41:20.327696 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-46b8bfe8-1431-451f-af2c-3b683f6dc719 req-f687a351-3fc0-4fe6-82ca-1bfd933d8691 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=60745bf5-38ce-49ea-8b4d-bb9eb49756cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538554 Oct 19 00:41:20.466094 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 59252) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:20.481046 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-59395e7d-52bb-4590-a6a3-c3982110ad4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:20.579134 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-59395e7d-52bb-4590-a6a3-c3982110ad4c admin admin] Publish callbacks [] for security_group (0a80c0ac-b9bb-4608-84cd-578a506d5c41), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:20.585359 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-59395e7d-52bb-4590-a6a3-c3982110ad4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (0a80c0ac-b9bb-4608-84cd-578a506d5c41), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:20.606626 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-681de65a-3e2c-4fa0-966f-87a7354303f7 req-da2161a6-b929-428a-9497-96f356d2bd65 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc5abfca-70ab-406b-974c-c89318ad195e HTTP/1.1" status: 200 len: 217 time: 0.0549021 Oct 19 00:41:20.639321 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 59264) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:20.639924 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-59395e7d-52bb-4590-a6a3-c3982110ad4c admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=77a79fbfa1e14ca2afb123df353e9d6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1720634 Oct 19 00:41:20.642082 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59395e7d-52bb-4590-a6a3-c3982110ad4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a80c0ac-b9bb-4608-84cd-578a506d5c41,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:20.719403 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c56bc9cd-06b6-4296-b6bb-e7098840778d admin admin] Publish callbacks [] for security_group (0a80c0ac-b9bb-4608-84cd-578a506d5c41), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:20.742432 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c56bc9cd-06b6-4296-b6bb-e7098840778d admin admin] Publish callbacks [] for security_group (0a80c0ac-b9bb-4608-84cd-578a506d5c41), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:20.792782 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c56bc9cd-06b6-4296-b6bb-e7098840778d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (0a80c0ac-b9bb-4608-84cd-578a506d5c41), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:20.795761 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c56bc9cd-06b6-4296-b6bb-e7098840778d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:20.796916 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-c56bc9cd-06b6-4296-b6bb-e7098840778d admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/0a80c0ac-b9bb-4608-84cd-578a506d5c41 HTTP/1.1" status: 204 len: 168 time: 0.1557536 Oct 19 00:41:20.806392 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56bc9cd-06b6-4296-b6bb-e7098840778d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a80c0ac-b9bb-4608-84cd-578a506d5c41,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:20.951602 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16dfad-2415-48b8-905f-0d6a45e96e29 req-447c571a-a878-4f94-890b-4c15fc6c7753 tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:20.953211 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-cf16dfad-2415-48b8-905f-0d6a45e96e29 req-447c571a-a878-4f94-890b-4c15fc6c7753 tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e8a28aad-697f-4dee-8254-6f08e9d76168 HTTP/1.1" status: 200 len: 946 time: 0.0580161 Oct 19 00:41:21.014441 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-cf16dfad-2415-48b8-905f-0d6a45e96e29 req-62efd6a0-87c5-404b-8b89-e68821a5e016 tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d60d174d-87ba-4ac6-9445-66f72a3d0989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544298 Oct 19 00:41:21.062815 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219571da-a2f6-48c0-8420-5d70934d2495 req-64ee02c7-3a29-41a6-9b36-0c9c0b3d08a9 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:21.065041 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-219571da-a2f6-48c0-8420-5d70934d2495 req-64ee02c7-3a29-41a6-9b36-0c9c0b3d08a9 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 945 time: 0.0606501 Oct 19 00:41:21.123139 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-219571da-a2f6-48c0-8420-5d70934d2495 req-cdb0d68f-6aa3-49ac-b74f-20e0ba5b94e0 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520170 Oct 19 00:41:21.373156 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb5b8e-dc72-43f3-a7c1-2831091029c8 req-7cf513f7-e8f7-47cf-8a74-ed3ed1bad8e5 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:21.380360 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-62bb5b8e-dc72-43f3-a7c1-2831091029c8 req-7cf513f7-e8f7-47cf-8a74-ed3ed1bad8e5 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 945 time: 0.0526292 Oct 19 00:41:21.431286 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-62bb5b8e-dc72-43f3-a7c1-2831091029c8 req-24547750-c5aa-4ac0-b41f-aae55fb1765c tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499358 Oct 19 00:41:21.447125 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 59308) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:21.514972 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d09e8-6cdd-462a-b961-1f9bebb7d72f req-8c1a9f06-a848-4736-abb6-a7ae8bd86348 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:21.523419 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d18d09e8-6cdd-462a-b961-1f9bebb7d72f req-8c1a9f06-a848-4736-abb6-a7ae8bd86348 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=dc8b8a6e-eab7-4f45-8f5d-916c52eec398 HTTP/1.1" status: 200 len: 945 time: 0.0870783 Oct 19 00:41:21.572101 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d18d09e8-6cdd-462a-b961-1f9bebb7d72f req-1ce72dee-a053-40d9-ad63-35c39c69dd4b tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=60745bf5-38ce-49ea-8b4d-bb9eb49756cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477312 Oct 19 00:41:21.597665 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-84f921a8-8db9-4ae9-a667-636b53295eb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:21.600469 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:21.680377 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-84f921a8-8db9-4ae9-a667-636b53295eb9 admin admin] Publish callbacks [] for security_group (231c121b-48ba-494b-a32e-0699acb76a8d), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:21.684798 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-84f921a8-8db9-4ae9-a667-636b53295eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (231c121b-48ba-494b-a32e-0699acb76a8d), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:21.731044 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-84f921a8-8db9-4ae9-a667-636b53295eb9 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=8b6e57e5385c44959ce32df7da918bf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2825511 Oct 19 00:41:21.731648 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 59322) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:21.732282 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f921a8-8db9-4ae9-a667-636b53295eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231c121b-48ba-494b-a32e-0699acb76a8d,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:21.783357 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:21.795408 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-bf54bc4d-06f9-4dd7-a440-9677a9712f82 admin admin] Publish callbacks [] for security_group (231c121b-48ba-494b-a32e-0699acb76a8d), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:21.822913 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-bf54bc4d-06f9-4dd7-a440-9677a9712f82 admin admin] Publish callbacks [] for security_group (231c121b-48ba-494b-a32e-0699acb76a8d), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:21.855828 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681de65a-3e2c-4fa0-966f-87a7354303f7 req-b3ffb9d5-08a6-40ef-93cd-4bbf386ead33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:21.857282 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-681de65a-3e2c-4fa0-966f-87a7354303f7 req-b3ffb9d5-08a6-40ef-93cd-4bbf386ead33 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=da4d7e39-f806-4ee4-9a72-d230cc0f9d32 HTTP/1.1" status: 200 len: 858 time: 0.0542748 Oct 19 00:41:21.866827 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:21.896981 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-bf54bc4d-06f9-4dd7-a440-9677a9712f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (231c121b-48ba-494b-a32e-0699acb76a8d), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:21.900623 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-bf54bc4d-06f9-4dd7-a440-9677a9712f82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:21.901842 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-bf54bc4d-06f9-4dd7-a440-9677a9712f82 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/231c121b-48ba-494b-a32e-0699acb76a8d HTTP/1.1" status: 204 len: 168 time: 0.1692164 Oct 19 00:41:21.914891 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54bc4d-06f9-4dd7-a440-9677a9712f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231c121b-48ba-494b-a32e-0699acb76a8d,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:22.202759 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051066ff-1ddc-40a2-90b1-6d2f4ced1589 req-6aef9436-217f-49d7-ab02-693c68cbc9db tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:22.229069 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-051066ff-1ddc-40a2-90b1-6d2f4ced1589 req-6aef9436-217f-49d7-ab02-693c68cbc9db tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e8a28aad-697f-4dee-8254-6f08e9d76168 HTTP/1.1" status: 200 len: 946 time: 0.1106253 Oct 19 00:41:22.294652 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-051066ff-1ddc-40a2-90b1-6d2f4ced1589 req-892ae7fc-ae97-4170-bcab-aaa094d29f80 tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d60d174d-87ba-4ac6-9445-66f72a3d0989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646534 Oct 19 00:41:22.337827 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb2359-0777-4436-905d-5834d8b8e01a req-babedbaa-41a5-4f30-937a-cc97000d6d1e tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:22.339567 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-fbeb2359-0777-4436-905d-5834d8b8e01a req-babedbaa-41a5-4f30-937a-cc97000d6d1e tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 945 time: 0.0708594 Oct 19 00:41:22.405486 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-fbeb2359-0777-4436-905d-5834d8b8e01a req-db0caa96-4ca9-4742-98bf-4b808cda7097 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522571 Oct 19 00:41:22.538991 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 59364) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:22.593001 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ce053-3312-4a33-bf58-66fcbea9123c req-0f1b5bcb-15a6-484f-b72c-a768176d0dcf tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:22.594994 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-360ce053-3312-4a33-bf58-66fcbea9123c req-0f1b5bcb-15a6-484f-b72c-a768176d0dcf tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 945 time: 0.0888774 Oct 19 00:41:22.616084 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-61b69d12-f4eb-49db-a4b6-eb825bad8d18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:22.617789 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 59368) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:22.632368 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-a99baa46-6694-4100-bf12-b2d133ae2840 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Request body: {'floatingip': {'port_id': '6aea38b4-b7a0-4e8e-82dc-deb19c260092'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:41:22.632597 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07009843-61a3-414b-8750-94ff6d12cd3a req-a00f466b-0ef8-4eb9-a565-4ad6731203d1 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:22.639646 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-07009843-61a3-414b-8750-94ff6d12cd3a req-a00f466b-0ef8-4eb9-a565-4ad6731203d1 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 945 time: 0.0748429 Oct 19 00:41:22.746139 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-07009843-61a3-414b-8750-94ff6d12cd3a req-b2ba1f21-7995-46b2-bd1f-db98abc4e5f1 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052361 Oct 19 00:41:22.770856 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-a99baa46-6694-4100-bf12-b2d133ae2840 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks [] for floatingip (218c603d-b736-40f8-92b4-84c35d44d536), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:22.895740 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-61b69d12-f4eb-49db-a4b6-eb825bad8d18 admin admin] Publish callbacks [] for security_group (2c189cd4-0a4c-4550-938d-ea5430ea981b), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:22.899744 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-61b69d12-f4eb-49db-a4b6-eb825bad8d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (2c189cd4-0a4c-4550-938d-ea5430ea981b), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:22.903382 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:22.943738 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-61b69d12-f4eb-49db-a4b6-eb825bad8d18 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=e9dbe6031a6747de839c3cf0b1b9bb29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4035649 Oct 19 00:41:22.944829 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b69d12-f4eb-49db-a4b6-eb825bad8d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c189cd4-0a4c-4550-938d-ea5430ea981b,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:22.948030 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 59378) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:23.011596 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-93af524f-581d-426d-a40a-1e28dcb647c2 admin admin] Publish callbacks [] for security_group (2c189cd4-0a4c-4550-938d-ea5430ea981b), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:23.038904 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-93af524f-581d-426d-a40a-1e28dcb647c2 admin admin] Publish callbacks [] for security_group (2c189cd4-0a4c-4550-938d-ea5430ea981b), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:23.097646 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-93af524f-581d-426d-a40a-1e28dcb647c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (2c189cd4-0a4c-4550-938d-ea5430ea981b), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:23.100303 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-93af524f-581d-426d-a40a-1e28dcb647c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:23.101708 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-93af524f-581d-426d-a40a-1e28dcb647c2 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/2c189cd4-0a4c-4550-938d-ea5430ea981b HTTP/1.1" status: 204 len: 168 time: 0.1521606 Oct 19 00:41:23.112178 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af524f-581d-426d-a40a-1e28dcb647c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c189cd4-0a4c-4550-938d-ea5430ea981b,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:23.192784 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681de65a-3e2c-4fa0-966f-87a7354303f7 req-eaf4181e-c845-413c-b619-1e7c30bd1eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:23.194614 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-681de65a-3e2c-4fa0-966f-87a7354303f7 req-eaf4181e-c845-413c-b619-1e7c30bd1eb8 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=75c84943-00ac-41e3-a6c3-2ea734b46148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3420510 Oct 19 00:41:23.201013 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9168abc-4f21-4b4d-93cf-e80df1da993a req-0a3a36ea-4778-4695-bf2a-b54809cd66f5 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:23.208961 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-f9168abc-4f21-4b4d-93cf-e80df1da993a req-0a3a36ea-4778-4695-bf2a-b54809cd66f5 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=dc8b8a6e-eab7-4f45-8f5d-916c52eec398 HTTP/1.1" status: 200 len: 945 time: 0.3578696 Oct 19 00:41:23.334248 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-f9168abc-4f21-4b4d-93cf-e80df1da993a req-e3800758-c4fc-436e-b735-c9ce014125d3 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=60745bf5-38ce-49ea-8b4d-bb9eb49756cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239262 Oct 19 00:41:23.616444 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-681de65a-3e2c-4fa0-966f-87a7354303f7 req-0cb8d6a2-fa31-448d-850a-34dbcafa4e0e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/75c84943-00ac-41e3-a6c3-2ea734b46148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591043 Oct 19 00:41:23.673585 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:23.716724 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 59410) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:23.734511 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-06d346d6-2f38-4289-90c3-f94798f2dcf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:23.914170 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 59420) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:23.943955 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 59422) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:24.000275 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d83291-ead0-48cc-8908-f6737cdbdeaf req-dcff1b88-5516-4642-8752-9e3285c12ada tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:24.009431 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-16d83291-ead0-48cc-8908-f6737cdbdeaf req-dcff1b88-5516-4642-8752-9e3285c12ada tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 945 time: 0.1134889 Oct 19 00:41:24.012039 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-a99baa46-6694-4100-bf12-b2d133ae2840 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:24.016458 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-681de65a-3e2c-4fa0-966f-87a7354303f7 req-00b22ccb-f4a1-4f27-aed3-e28718c8c938 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/75c84943-00ac-41e3-a6c3-2ea734b46148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471336 Oct 19 00:41:24.021207 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-a99baa46-6694-4100-bf12-b2d133ae2840 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942318'] for floatingip (218c603d-b736-40f8-92b4-84c35d44d536), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:24.024387 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-06d346d6-2f38-4289-90c3-f94798f2dcf0 admin admin] Publish callbacks [] for security_group (8d51310b-d2a9-4802-aaa0-29784527d70f), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:24.055826 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-06d346d6-2f38-4289-90c3-f94798f2dcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (8d51310b-d2a9-4802-aaa0-29784527d70f), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:24.085615 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:24.112717 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:24.122677 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-06d346d6-2f38-4289-90c3-f94798f2dcf0 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=49b1a526b0e44b00986783b9434207b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4042382 Oct 19 00:41:24.135554 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 59434) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:24.148847 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-16d83291-ead0-48cc-8908-f6737cdbdeaf req-864023a0-a8c5-49c1-8884-2a401ee768bd tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288083 Oct 19 00:41:24.152508 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d346d6-2f38-4289-90c3-f94798f2dcf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d51310b-d2a9-4802-aaa0-29784527d70f,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:24.179500 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d346d6-2f38-4289-90c3-f94798f2dcf0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:24.180220 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d346d6-2f38-4289-90c3-f94798f2dcf0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:24.180334 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d346d6-2f38-4289-90c3-f94798f2dcf0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:24.180685 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d346d6-2f38-4289-90c3-f94798f2dcf0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:24.181111 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d346d6-2f38-4289-90c3-f94798f2dcf0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:24.181904 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d346d6-2f38-4289-90c3-f94798f2dcf0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:24.182305 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d346d6-2f38-4289-90c3-f94798f2dcf0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:24.182722 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d346d6-2f38-4289-90c3-f94798f2dcf0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:24.183117 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d346d6-2f38-4289-90c3-f94798f2dcf0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:24.183516 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d346d6-2f38-4289-90c3-f94798f2dcf0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:24.184053 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d346d6-2f38-4289-90c3-f94798f2dcf0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:24.184447 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d346d6-2f38-4289-90c3-f94798f2dcf0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:24.184956 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d346d6-2f38-4289-90c3-f94798f2dcf0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:24.185344 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d346d6-2f38-4289-90c3-f94798f2dcf0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:24.186011 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d346d6-2f38-4289-90c3-f94798f2dcf0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:24.195976 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1fc7c961-7714-4965-9475-acdf46a57a8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:24.202610 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.db.l3_db [None req-a99baa46-6694-4100-bf12-b2d133ae2840 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Floating IP 218c603d-b736-40f8-92b4-84c35d44d536 associated. External IP: 172.37.6.137, port: 6aea38b4-b7a0-4e8e-82dc-deb19c260092. Oct 19 00:41:24.214943 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-83fba609-f9ba-409f-9d32-8fde3483a696 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:24.275363 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:24.304928 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-14c00a59-8910-4d80-a0cc-4404b9a9d9ff admin admin] Publish callbacks [] for security_group (8d51310b-d2a9-4802-aaa0-29784527d70f), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:24.339109 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-14c00a59-8910-4d80-a0cc-4404b9a9d9ff admin admin] Publish callbacks [] for security_group (8d51310b-d2a9-4802-aaa0-29784527d70f), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:24.364707 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1fc7c961-7714-4965-9475-acdf46a57a8d admin admin] Publish callbacks [] for security_group (f45a5c6f-00ef-44ec-a7d6-8a2e5aa199db), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:24.374330 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1fc7c961-7714-4965-9475-acdf46a57a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (f45a5c6f-00ef-44ec-a7d6-8a2e5aa199db), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:24.388809 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-83fba609-f9ba-409f-9d32-8fde3483a696 admin admin] Publish callbacks [] for security_group (7ecf624b-dcfa-4d45-bbff-4b24e21adff9), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:24.408844 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-83fba609-f9ba-409f-9d32-8fde3483a696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (7ecf624b-dcfa-4d45-bbff-4b24e21adff9), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:24.440762 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-1fc7c961-7714-4965-9475-acdf46a57a8d admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=f7ceb8b35c74456f92354d47e1802e54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5210903 Oct 19 00:41:24.445596 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 59446) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:24.446705 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc7c961-7714-4965-9475-acdf46a57a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45a5c6f-00ef-44ec-a7d6-8a2e5aa199db,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:24.482894 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-83fba609-f9ba-409f-9d32-8fde3483a696 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=9c333c7fd6534efd8cb510608e5deb09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5365810 Oct 19 00:41:24.506302 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 59448) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:24.535864 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-14c00a59-8910-4d80-a0cc-4404b9a9d9ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (8d51310b-d2a9-4802-aaa0-29784527d70f), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:24.538359 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-14c00a59-8910-4d80-a0cc-4404b9a9d9ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:24.539519 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-14c00a59-8910-4d80-a0cc-4404b9a9d9ff admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/8d51310b-d2a9-4802-aaa0-29784527d70f HTTP/1.1" status: 204 len: 168 time: 0.4021869 Oct 19 00:41:24.559873 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fba609-f9ba-409f-9d32-8fde3483a696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ecf624b-dcfa-4d45-bbff-4b24e21adff9,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:24.571030 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c00a59-8910-4d80-a0cc-4404b9a9d9ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d51310b-d2a9-4802-aaa0-29784527d70f,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:24.585090 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99baa46-6694-4100-bf12-b2d133ae2840 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Router 3cf80fd9-74a2-405a-9e51-106271f1f361 has already been hosted by L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 {{(pid=111414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:41:24.586734 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c00a59-8910-4d80-a0cc-4404b9a9d9ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:24.587078 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c00a59-8910-4d80-a0cc-4404b9a9d9ff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:24.587446 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c00a59-8910-4d80-a0cc-4404b9a9d9ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:24.587782 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c00a59-8910-4d80-a0cc-4404b9a9d9ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:24.588114 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c00a59-8910-4d80-a0cc-4404b9a9d9ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:24.588445 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c00a59-8910-4d80-a0cc-4404b9a9d9ff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:24.588769 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c00a59-8910-4d80-a0cc-4404b9a9d9ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:24.588914 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58368b9a-8b73-49ac-b30d-438e057419fd req-0557938d-18a4-493a-80d4-110e6a79ba18 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:24.589073 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c00a59-8910-4d80-a0cc-4404b9a9d9ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:24.589406 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c00a59-8910-4d80-a0cc-4404b9a9d9ff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:24.589729 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c00a59-8910-4d80-a0cc-4404b9a9d9ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:24.590054 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c00a59-8910-4d80-a0cc-4404b9a9d9ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:24.590377 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c00a59-8910-4d80-a0cc-4404b9a9d9ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:24.590720 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c00a59-8910-4d80-a0cc-4404b9a9d9ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:24.591040 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c00a59-8910-4d80-a0cc-4404b9a9d9ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:24.591378 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c00a59-8910-4d80-a0cc-4404b9a9d9ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:24.591857 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-58368b9a-8b73-49ac-b30d-438e057419fd req-0557938d-18a4-493a-80d4-110e6a79ba18 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=dc8b8a6e-eab7-4f45-8f5d-916c52eec398 HTTP/1.1" status: 200 len: 945 time: 0.1327064 Oct 19 00:41:24.593249 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-6505132c-7edc-4fa9-952e-38c2d9611999 admin admin] Publish callbacks [] for security_group (f45a5c6f-00ef-44ec-a7d6-8a2e5aa199db), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:24.622803 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-1d6ce2a7-66fb-4c04-90d7-3edd4f0b1c58 admin admin] Publish callbacks [] for security_group (7ecf624b-dcfa-4d45-bbff-4b24e21adff9), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:24.638894 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-6505132c-7edc-4fa9-952e-38c2d9611999 admin admin] Publish callbacks [] for security_group (f45a5c6f-00ef-44ec-a7d6-8a2e5aa199db), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:24.691406 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-1d6ce2a7-66fb-4c04-90d7-3edd4f0b1c58 admin admin] Publish callbacks [] for security_group (7ecf624b-dcfa-4d45-bbff-4b24e21adff9), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:24.722883 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-58368b9a-8b73-49ac-b30d-438e057419fd req-16408fdc-3828-4fe6-b3ce-483490b580f9 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=60745bf5-38ce-49ea-8b4d-bb9eb49756cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981288 Oct 19 00:41:24.777422 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-6505132c-7edc-4fa9-952e-38c2d9611999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (f45a5c6f-00ef-44ec-a7d6-8a2e5aa199db), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:24.783168 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-6505132c-7edc-4fa9-952e-38c2d9611999 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:24.784595 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-6505132c-7edc-4fa9-952e-38c2d9611999 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/f45a5c6f-00ef-44ec-a7d6-8a2e5aa199db HTTP/1.1" status: 204 len: 168 time: 0.3350799 Oct 19 00:41:24.787938 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99baa46-6694-4100-bf12-b2d133ae2840 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:41:24.802737 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379491d4-3178-4513-bd62-363eac5bf345 None None] Sync routers for ids ['3cf80fd9-74a2-405a-9e51-106271f1f361'] in dv-cinder-master-3-iscsi {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:41:24.803522 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-a99baa46-6694-4100-bf12-b2d133ae2840 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for floatingip (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:24.823851 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379491d4-3178-4513-bd62-363eac5bf345 None None] Routers {'3cf80fd9-74a2-405a-9e51-106271f1f361'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:41:24.826685 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-379491d4-3178-4513-bd62-363eac5bf345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:41:07Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['3cf80fd9-74a2-405a-9e51-106271f1f361'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:41:24.827828 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6505132c-7edc-4fa9-952e-38c2d9611999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45a5c6f-00ef-44ec-a7d6-8a2e5aa199db,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:24.978153 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-379491d4-3178-4513-bd62-363eac5bf345 None None] Set router 3cf80fd9-74a2-405a-9e51-106271f1f361 gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:41:25.136293 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-1d6ce2a7-66fb-4c04-90d7-3edd4f0b1c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (7ecf624b-dcfa-4d45-bbff-4b24e21adff9), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:25.139406 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-1d6ce2a7-66fb-4c04-90d7-3edd4f0b1c58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:25.140542 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-1d6ce2a7-66fb-4c04-90d7-3edd4f0b1c58 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/7ecf624b-dcfa-4d45-bbff-4b24e21adff9 HTTP/1.1" status: 204 len: 168 time: 0.6330402 Oct 19 00:41:25.166948 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-a99baa46-6694-4100-bf12-b2d133ae2840 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/218c603d-b736-40f8-92b4-84c35d44d536 HTTP/1.1" status: 200 len: 991 time: 2.5473242 Oct 19 00:41:25.168476 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2', 'tag': '6aea38b4-b7a0-4e8e-82dc-deb19c260092'}] {{(pid=111414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:41:25.171642 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e46469f00a83062af0f8a877bbd3a06bc7f865c711541049e4990ec8a28c8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a840b8-6fc1-41e6-aa70-734437d68400" -d '{"events": [{"name": "network-changed", "server_uuid": "b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2", "tag": "6aea38b4-b7a0-4e8e-82dc-deb19c260092"}]}' {{(pid=111414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:41:25.174682 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6ce2a7-66fb-4c04-90d7-3edd4f0b1c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ecf624b-dcfa-4d45-bbff-4b24e21adff9,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:25.182540 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1804f8-8807-4789-8441-5f62d81a89fb req-fa9d5e81-2489-4f1d-b81e-b74c3c35200f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:25.194923 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 59478) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:25.197185 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-6f1804f8-8807-4789-8441-5f62d81a89fb req-fa9d5e81-2489-4f1d-b81e-b74c3c35200f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=dc8b8a6e-eab7-4f45-8f5d-916c52eec398 HTTP/1.1" status: 200 len: 945 time: 0.3891890 Oct 19 00:41:25.199229 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-9bd9cff5-8389-4d17-a791-f5dde252ede9 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Request body: {'floatingip': {'port_id': 'e00fb603-2d03-421e-b1f4-e3767c67aadc'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:41:25.262828 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 00:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb0eddf-e4aa-4a92-bc72-292bac156b5f x-openstack-request-id: req-6eb0eddf-e4aa-4a92-bc72-292bac156b5f {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:41:25.263339 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2", "tag": "6aea38b4-b7a0-4e8e-82dc-deb19c260092", "status": "completed", "code": 200}]} {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:41:25.263781 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6eb0eddf-e4aa-4a92-bc72-292bac156b5f {{(pid=111414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:41:25.264359 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eb0eddf-e4aa-4a92-bc72-292bac156b5f'] response: {'name': 'network-changed', 'server_uuid': 'b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2', 'tag': '6aea38b4-b7a0-4e8e-82dc-deb19c260092', 'status': 'completed', 'code': 200} Oct 19 00:41:25.405236 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:25.412843 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a840b8-6fc1-41e6-aa70-734437d68400 req-b4d35a56-1f4c-4c93-93b6-4c5071ba6566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:25.414963 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-40a840b8-6fc1-41e6-aa70-734437d68400 req-b4d35a56-1f4c-4c93-93b6-4c5071ba6566 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=37ffcffcae9b41bbb2d13adc49cb99df&device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 1129 time: 0.0677109 Oct 19 00:41:25.425196 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-9bd9cff5-8389-4d17-a791-f5dde252ede9 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for floatingip (54a20741-637d-42d4-8beb-da1999c71a21), before_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:25.505411 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-379491d4-3178-4513-bd62-363eac5bf345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'name': 'tempest-AttachVolumeShelveTestJSON-974185996-router', 'tenant_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.225'}], 'enable_snat': True}, 'gw_port_id': '8600c63b-1f07-4601-8ec4-f15ced3e9ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 4, 'project_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'gw_port': {'id': '8600c63b-1f07-4601-8ec4-f15ced3e9ba2', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:27Z', 'updated_at': '2022-10-19T00:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '218c603d-b736-40f8-92b4-84c35d44d536', 'tenant_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'floating_ip_address': '172.37.6.137', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'port_id': '6aea38b4-b7a0-4e8e-82dc-deb19c260092', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc', 'mac_address': 'fa:16:3e:76:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:40:43Z', 'updated_at': '2022-10-19T00:41:23Z', 'revision_number': 1, 'project_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '930e8761-e1d9-4b49-b26a-59d0cbc1c7e1', 'name': '', 'network_id': '173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc', 'tenant_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'mac_address': 'fa:16:3e:81:1b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '29c3f2de-ba2c-47ae-bf44-d2591e2e7caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:35Z', 'updated_at': '2022-10-19T00:40:58Z', 'revision_number': 5, 'project_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'subnets': [{'id': '29c3f2de-ba2c-47ae-bf44-d2591e2e7caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:41:25.599078 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379491d4-3178-4513-bd62-363eac5bf345 None None] Checking router: 3cf80fd9-74a2-405a-9e51-106271f1f361 for host: dv-cinder-master-3-iscsi {{(pid=111417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:41:25.613655 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379491d4-3178-4513-bd62-363eac5bf345 None None] Routers {'3cf80fd9-74a2-405a-9e51-106271f1f361'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:41:25.614328 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-379491d4-3178-4513-bd62-363eac5bf345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:41:07Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['3cf80fd9-74a2-405a-9e51-106271f1f361'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:41:25.621269 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a840b8-6fc1-41e6-aa70-734437d68400 req-c70bfe43-e199-40ff-8a06-459b0c3d9bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:25.627968 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-40a840b8-6fc1-41e6-aa70-734437d68400 req-c70bfe43-e199-40ff-8a06-459b0c3d9bcc service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc HTTP/1.1" status: 200 len: 917 time: 0.2049565 Oct 19 00:41:25.697702 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 59496) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:25.730675 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73935d30-1646-46a8-ab22-b44a5d781415 req-675e0ad0-1868-4b72-8e6e-3091da41b38f tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:25.738513 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-73935d30-1646-46a8-ab22-b44a5d781415 req-675e0ad0-1868-4b72-8e6e-3091da41b38f tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 945 time: 0.1442101 Oct 19 00:41:25.750280 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-9c25ee53-bca1-4539-b281-cac67d79e0f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:25.757377 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-379491d4-3178-4513-bd62-363eac5bf345 None None] Set router 3cf80fd9-74a2-405a-9e51-106271f1f361 gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:41:25.792653 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:25.842596 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:25.853054 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-40a840b8-6fc1-41e6-aa70-734437d68400 req-b1d3f74e-36a0-481c-ba4f-cfd652701930 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6aea38b4-b7a0-4e8e-82dc-deb19c260092 HTTP/1.1" status: 200 len: 999 time: 0.2203019 Oct 19 00:41:25.944585 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-73935d30-1646-46a8-ab22-b44a5d781415 req-cfebf26f-4baa-4771-a6bf-949b08486d99 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051191 Oct 19 00:41:26.055839 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-9c25ee53-bca1-4539-b281-cac67d79e0f5 admin admin] Publish callbacks [] for security_group (9decb199-6b22-4075-85ff-b55f95c58983), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:26.080410 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-9c25ee53-bca1-4539-b281-cac67d79e0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (9decb199-6b22-4075-85ff-b55f95c58983), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:26.115395 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-379491d4-3178-4513-bd62-363eac5bf345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'name': 'tempest-AttachVolumeShelveTestJSON-974185996-router', 'tenant_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.225'}], 'enable_snat': True}, 'gw_port_id': '8600c63b-1f07-4601-8ec4-f15ced3e9ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 4, 'project_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'gw_port': {'id': '8600c63b-1f07-4601-8ec4-f15ced3e9ba2', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:27Z', 'updated_at': '2022-10-19T00:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '218c603d-b736-40f8-92b4-84c35d44d536', 'tenant_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'floating_ip_address': '172.37.6.137', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'port_id': '6aea38b4-b7a0-4e8e-82dc-deb19c260092', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc', 'mac_address': 'fa:16:3e:76:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:40:43Z', 'updated_at': '2022-10-19T00:41:23Z', 'revision_number': 1, 'project_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '930e8761-e1d9-4b49-b26a-59d0cbc1c7e1', 'name': '', 'network_id': '173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc', 'tenant_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'mac_address': 'fa:16:3e:81:1b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '29c3f2de-ba2c-47ae-bf44-d2591e2e7caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:35Z', 'updated_at': '2022-10-19T00:40:58Z', 'revision_number': 5, 'project_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'subnets': [{'id': '29c3f2de-ba2c-47ae-bf44-d2591e2e7caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:41:26.138826 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a840b8-6fc1-41e6-aa70-734437d68400 req-a1f582ca-aca9-4472-8a4b-5ac04e2ce72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:26.142884 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-40a840b8-6fc1-41e6-aa70-734437d68400 req-a1f582ca-aca9-4472-8a4b-5ac04e2ce72b service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=29c3f2de-ba2c-47ae-bf44-d2591e2e7caf HTTP/1.1" status: 200 len: 855 time: 0.0932071 Oct 19 00:41:26.159731 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379491d4-3178-4513-bd62-363eac5bf345 None None] The sync data for ids ['3cf80fd9-74a2-405a-9e51-106271f1f361'] in dv-cinder-master-3-iscsi is: [{'id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'name': 'tempest-AttachVolumeShelveTestJSON-974185996-router', 'tenant_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.225'}], 'enable_snat': True}, 'gw_port_id': '8600c63b-1f07-4601-8ec4-f15ced3e9ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 4, 'project_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'gw_port': {'id': '8600c63b-1f07-4601-8ec4-f15ced3e9ba2', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:27Z', 'updated_at': '2022-10-19T00:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '218c603d-b736-40f8-92b4-84c35d44d536', 'tenant_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'floating_ip_address': '172.37.6.137', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'port_id': '6aea38b4-b7a0-4e8e-82dc-deb19c260092', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc', 'mac_address': 'fa:16:3e:76:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:40:43Z', 'updated_at': '2022-10-19T00:41:23Z', 'revision_number': 1, 'project_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '930e8761-e1d9-4b49-b26a-59d0cbc1c7e1', 'name': '', 'network_id': '173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc', 'tenant_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'mac_address': 'fa:16:3e:81:1b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '29c3f2de-ba2c-47ae-bf44-d2591e2e7caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:35Z', 'updated_at': '2022-10-19T00:40:58Z', 'revision_number': 5, 'project_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'subnets': [{'id': '29c3f2de-ba2c-47ae-bf44-d2591e2e7caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:41:26.196726 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a840b8-6fc1-41e6-aa70-734437d68400 req-6f663210-9912-4684-ba61-bcd25c7a8f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:26.198441 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-40a840b8-6fc1-41e6-aa70-734437d68400 req-6f663210-9912-4684-ba61-bcd25c7a8f7e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479002 Oct 19 00:41:26.210993 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-9c25ee53-bca1-4539-b281-cac67d79e0f5 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=4ab8558ef2ce470c85995159106c38ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5124710 Oct 19 00:41:26.216153 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 59510) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:26.220130 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c25ee53-bca1-4539-b281-cac67d79e0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9decb199-6b22-4075-85ff-b55f95c58983,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:26.303897 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:26.379656 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-4b65dc4d-7f77-450f-a65e-0fc7fdc2f304 admin admin] Publish callbacks [] for security_group (9decb199-6b22-4075-85ff-b55f95c58983), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:26.393791 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-40a840b8-6fc1-41e6-aa70-734437d68400 req-b4873653-9b6c-4d5e-a733-b7e3b3ab20d1 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866224 Oct 19 00:41:26.418645 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-4b65dc4d-7f77-450f-a65e-0fc7fdc2f304 admin admin] Publish callbacks [] for security_group (9decb199-6b22-4075-85ff-b55f95c58983), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:26.586395 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e716f28a-0af3-4482-9561-07217077a6c2 None None] New status for floating IP 218c603d-b736-40f8-92b4-84c35d44d536: ACTIVE {{(pid=111416) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 00:41:26.624465 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-4b65dc4d-7f77-450f-a65e-0fc7fdc2f304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (9decb199-6b22-4075-85ff-b55f95c58983), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:26.632216 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-4b65dc4d-7f77-450f-a65e-0fc7fdc2f304 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:26.635928 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-4b65dc4d-7f77-450f-a65e-0fc7fdc2f304 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/9decb199-6b22-4075-85ff-b55f95c58983 HTTP/1.1" status: 204 len: 168 time: 0.4168141 Oct 19 00:41:26.646222 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-40a840b8-6fc1-41e6-aa70-734437d68400 req-41989f9b-d354-4297-8437-61b404e9188b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297249 Oct 19 00:41:26.652526 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b65dc4d-7f77-450f-a65e-0fc7fdc2f304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9decb199-6b22-4075-85ff-b55f95c58983,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:26.756263 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.db.resource_extend [None req-9bd9cff5-8389-4d17-a791-f5dde252ede9 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 19 00:41:26.889236 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-9bd9cff5-8389-4d17-a791-f5dde252ede9 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:26.894020 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-9bd9cff5-8389-4d17-a791-f5dde252ede9 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942318'] for floatingip (54a20741-637d-42d4-8beb-da1999c71a21), after_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:27.035887 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.db.l3_db [None req-9bd9cff5-8389-4d17-a791-f5dde252ede9 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Floating IP 54a20741-637d-42d4-8beb-da1999c71a21 associated. External IP: 172.37.6.83, port: e00fb603-2d03-421e-b1f4-e3767c67aadc. Oct 19 00:41:27.120330 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f9bed-c6dd-4df3-8319-831572286ef4 req-220efb66-2e83-4d26-aff8-3b796c10d74c tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:27.128251 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-6e6f9bed-c6dd-4df3-8319-831572286ef4 req-220efb66-2e83-4d26-aff8-3b796c10d74c tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 945 time: 0.0638185 Oct 19 00:41:27.197141 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-6e6f9bed-c6dd-4df3-8319-831572286ef4 req-99bacee4-c48d-45e7-b911-f55e9b81b116 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634482 Oct 19 00:41:27.284219 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:27.378297 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd9cff5-8389-4d17-a791-f5dde252ede9 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Router cff419e6-44f2-4dba-b984-4bfa9e7f76e1 has already been hosted by L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 {{(pid=111415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:41:27.514650 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd9cff5-8389-4d17-a791-f5dde252ede9 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:41:27.527522 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7776620-5fbb-4472-a4ce-7fc50a63bbe6 None None] Sync routers for ids ['cff419e6-44f2-4dba-b984-4bfa9e7f76e1'] in dv-cinder-master-3-iscsi {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:41:27.530407 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-9bd9cff5-8389-4d17-a791-f5dde252ede9 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for floatingip (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:27.541886 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7776620-5fbb-4472-a4ce-7fc50a63bbe6 None None] Routers {'cff419e6-44f2-4dba-b984-4bfa9e7f76e1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:41:27.542761 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-a7776620-5fbb-4472-a4ce-7fc50a63bbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:41:07Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['cff419e6-44f2-4dba-b984-4bfa9e7f76e1'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:41:27.570776 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-9bd9cff5-8389-4d17-a791-f5dde252ede9 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/54a20741-637d-42d4-8beb-da1999c71a21 HTTP/1.1" status: 200 len: 990 time: 2.3750205 Oct 19 00:41:27.571562 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc8b8a6e-eab7-4f45-8f5d-916c52eec398', 'tag': 'e00fb603-2d03-421e-b1f4-e3767c67aadc'}] {{(pid=111415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:41:27.574041 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f300162fd090eaaff70cedce24d76e4f7ed07854ce673f865be8180b69e4678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d261079c-32d5-4cb4-8051-6d9d356cb3ab" -d '{"events": [{"name": "network-changed", "server_uuid": "dc8b8a6e-eab7-4f45-8f5d-916c52eec398", "tag": "e00fb603-2d03-421e-b1f4-e3767c67aadc"}]}' {{(pid=111415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:41:27.644559 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 00:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6357e4-5f14-4674-ace8-25173a52541b x-openstack-request-id: req-fd6357e4-5f14-4674-ace8-25173a52541b {{(pid=111415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:41:27.644977 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc8b8a6e-eab7-4f45-8f5d-916c52eec398", "tag": "e00fb603-2d03-421e-b1f4-e3767c67aadc", "status": "completed", "code": 200}]} {{(pid=111415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:41:27.645980 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fd6357e4-5f14-4674-ace8-25173a52541b {{(pid=111415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:41:27.647565 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd6357e4-5f14-4674-ace8-25173a52541b'] response: {'name': 'network-changed', 'server_uuid': 'dc8b8a6e-eab7-4f45-8f5d-916c52eec398', 'tag': 'e00fb603-2d03-421e-b1f4-e3767c67aadc', 'status': 'completed', 'code': 200} Oct 19 00:41:27.700245 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=100 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:27.716911 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-a7776620-5fbb-4472-a4ce-7fc50a63bbe6 None None] Set router cff419e6-44f2-4dba-b984-4bfa9e7f76e1 gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:41:27.801127 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d261079c-32d5-4cb4-8051-6d9d356cb3ab req-b13929ed-3e0f-4442-bd90-2111b4804432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:27.803479 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-d261079c-32d5-4cb4-8051-6d9d356cb3ab req-b13929ed-3e0f-4442-bd90-2111b4804432 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=0b35c2038f6b4d0a9012b004f1416c00&device_id=dc8b8a6e-eab7-4f45-8f5d-916c52eec398 HTTP/1.1" status: 200 len: 1129 time: 0.0855031 Oct 19 00:41:28.006134 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d261079c-32d5-4cb4-8051-6d9d356cb3ab req-4290f793-abee-4c88-b68a-7be347b4268e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:28.008257 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-d261079c-32d5-4cb4-8051-6d9d356cb3ab req-4290f793-abee-4c88-b68a-7be347b4268e service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=635fade4-7ee9-45f4-8020-ceb7d6bf784a HTTP/1.1" status: 200 len: 914 time: 0.1984358 Oct 19 00:41:28.102315 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-d261079c-32d5-4cb4-8051-6d9d356cb3ab req-e405fa09-26c2-4cf0-9033-440e7863e3ba service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e00fb603-2d03-421e-b1f4-e3767c67aadc HTTP/1.1" status: 200 len: 998 time: 0.0764458 Oct 19 00:41:28.120269 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=100 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:28.123531 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-a7776620-5fbb-4472-a4ce-7fc50a63bbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'name': 'tempest-AttachVolumeNegativeTest-34200755-router', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108'}], 'enable_snat': True}, 'gw_port_id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:25Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 4, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'gw_port': {'id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '54a20741-637d-42d4-8beb-da1999c71a21', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'floating_ip_address': '172.37.6.83', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'port_id': 'e00fb603-2d03-421e-b1f4-e3767c67aadc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'mac_address': 'fa:16:3e:92:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8b8a6e-eab7-4f45-8f5d-916c52eec398', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:40:46Z', 'updated_at': '2022-10-19T00:41:26Z', 'revision_number': 1, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e66c4d-d0fb-42f0-b692-137e4509b09a', 'name': '', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'mac_address': 'fa:16:3e:05:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '749347d7-6beb-499e-80b2-119168147fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:33Z', 'updated_at': '2022-10-19T00:40:56Z', 'revision_number': 5, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'subnets': [{'id': '749347d7-6beb-499e-80b2-119168147fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:41:28.158827 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7776620-5fbb-4472-a4ce-7fc50a63bbe6 None None] Checking router: cff419e6-44f2-4dba-b984-4bfa9e7f76e1 for host: dv-cinder-master-3-iscsi {{(pid=111417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:41:28.165164 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d261079c-32d5-4cb4-8051-6d9d356cb3ab req-fd652b17-a540-4261-b752-4d9870a0762d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:28.167001 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-d261079c-32d5-4cb4-8051-6d9d356cb3ab req-fd652b17-a540-4261-b752-4d9870a0762d service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=749347d7-6beb-499e-80b2-119168147fbe HTTP/1.1" status: 200 len: 852 time: 0.0537937 Oct 19 00:41:28.168941 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7776620-5fbb-4472-a4ce-7fc50a63bbe6 None None] Routers {'cff419e6-44f2-4dba-b984-4bfa9e7f76e1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:41:28.169367 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-a7776620-5fbb-4472-a4ce-7fc50a63bbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:41:07Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['cff419e6-44f2-4dba-b984-4bfa9e7f76e1'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:41:28.266967 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d261079c-32d5-4cb4-8051-6d9d356cb3ab req-5a3a4e6f-de04-41ce-ae6f-bf6aba265fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:28.268777 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-d261079c-32d5-4cb4-8051-6d9d356cb3ab req-5a3a4e6f-de04-41ce-ae6f-bf6aba265fe6 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=635fade4-7ee9-45f4-8020-ceb7d6bf784a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0847332 Oct 19 00:41:28.396048 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-a7776620-5fbb-4472-a4ce-7fc50a63bbe6 None None] Set router cff419e6-44f2-4dba-b984-4bfa9e7f76e1 gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:41:28.403066 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ea7d1-086f-4d51-9c9d-cbce3e930655 req-6fba6ac9-cf31-4056-8fa1-126282ab12e5 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:28.404624 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-ba8ea7d1-086f-4d51-9c9d-cbce3e930655 req-6fba6ac9-cf31-4056-8fa1-126282ab12e5 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 945 time: 0.0516608 Oct 19 00:41:28.486142 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-d261079c-32d5-4cb4-8051-6d9d356cb3ab req-c75007fb-a290-465d-adb7-519b31d6c36f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/635fade4-7ee9-45f4-8020-ceb7d6bf784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063606 Oct 19 00:41:28.516468 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:28.536360 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:28.585916 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-ba8ea7d1-086f-4d51-9c9d-cbce3e930655 req-434899e0-53aa-4f9b-ad9e-2ddf4a9b5032 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657825 Oct 19 00:41:28.613243 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 59628) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:28.632768 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-d261079c-32d5-4cb4-8051-6d9d356cb3ab req-8f286c24-17ec-4569-b472-16868a08e698 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/635fade4-7ee9-45f4-8020-ceb7d6bf784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310785 Oct 19 00:41:28.674585 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.db_base_plugin_v2 [None req-f433e9ac-c7e9-4f7c-aa99-0405e5e733a9 admin admin] Deleting subnet 3ffd1ff1-002a-48c1-8778-c31119e3f578 {{(pid=111415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 19 00:41:28.679485 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-f433e9ac-c7e9-4f7c-aa99-0405e5e733a9 admin admin] Publish callbacks [] for subnet (3ffd1ff1-002a-48c1-8778-c31119e3f578), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:28.732659 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-f433e9ac-c7e9-4f7c-aa99-0405e5e733a9 admin admin] Publish callbacks [] for subnet (3ffd1ff1-002a-48c1-8778-c31119e3f578), precommit_delete_associations {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:28.741854 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-f433e9ac-c7e9-4f7c-aa99-0405e5e733a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-835128'] for subnet (3ffd1ff1-002a-48c1-8778-c31119e3f578), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:28.765941 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-a7776620-5fbb-4472-a4ce-7fc50a63bbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'name': 'tempest-AttachVolumeNegativeTest-34200755-router', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108'}], 'enable_snat': True}, 'gw_port_id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:25Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 4, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'gw_port': {'id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '54a20741-637d-42d4-8beb-da1999c71a21', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'floating_ip_address': '172.37.6.83', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'port_id': 'e00fb603-2d03-421e-b1f4-e3767c67aadc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'mac_address': 'fa:16:3e:92:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8b8a6e-eab7-4f45-8f5d-916c52eec398', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:40:46Z', 'updated_at': '2022-10-19T00:41:26Z', 'revision_number': 1, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e66c4d-d0fb-42f0-b692-137e4509b09a', 'name': '', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'mac_address': 'fa:16:3e:05:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '749347d7-6beb-499e-80b2-119168147fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:33Z', 'updated_at': '2022-10-19T00:40:56Z', 'revision_number': 5, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'subnets': [{'id': '749347d7-6beb-499e-80b2-119168147fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:41:28.776665 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:28.797001 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7776620-5fbb-4472-a4ce-7fc50a63bbe6 None None] The sync data for ids ['cff419e6-44f2-4dba-b984-4bfa9e7f76e1'] in dv-cinder-master-3-iscsi is: [{'id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'name': 'tempest-AttachVolumeNegativeTest-34200755-router', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108'}], 'enable_snat': True}, 'gw_port_id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:25Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 4, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'gw_port': {'id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '54a20741-637d-42d4-8beb-da1999c71a21', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'floating_ip_address': '172.37.6.83', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'port_id': 'e00fb603-2d03-421e-b1f4-e3767c67aadc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'mac_address': 'fa:16:3e:92:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8b8a6e-eab7-4f45-8f5d-916c52eec398', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:40:46Z', 'updated_at': '2022-10-19T00:41:26Z', 'revision_number': 1, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e66c4d-d0fb-42f0-b692-137e4509b09a', 'name': '', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'mac_address': 'fa:16:3e:05:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '749347d7-6beb-499e-80b2-119168147fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:33Z', 'updated_at': '2022-10-19T00:40:56Z', 'revision_number': 5, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'subnets': [{'id': '749347d7-6beb-499e-80b2-119168147fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:41:28.814022 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-f433e9ac-c7e9-4f7c-aa99-0405e5e733a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-835107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988'] for subnet (3ffd1ff1-002a-48c1-8778-c31119e3f578), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:28.864037 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-f433e9ac-c7e9-4f7c-aa99-0405e5e733a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:28.873256 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-f433e9ac-c7e9-4f7c-aa99-0405e5e733a9 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/3ffd1ff1-002a-48c1-8778-c31119e3f578 HTTP/1.1" status: 204 len: 168 time: 0.2578716 Oct 19 00:41:28.877257 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 59636) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:28.879091 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f433e9ac-c7e9-4f7c-aa99-0405e5e733a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ffd1ff1-002a-48c1-8778-c31119e3f578,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:28.981779 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-1631d840-1044-4bc2-9ba4-1f3242bb3170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-943402'] for network (a226782b-49ba-4a2a-aa85-c9fd5af06775), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:29.088966 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-1631d840-1044-4bc2-9ba4-1f3242bb3170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-835184', 'neutron.services.segments.db._delete_segments_for_network-8730482754115'] for network (a226782b-49ba-4a2a-aa85-c9fd5af06775), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:29.116778 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.services.segments.db [None req-1631d840-1044-4bc2-9ba4-1f3242bb3170 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a226782b-49ba-4a2a-aa85-c9fd5af06775']}} {{(pid=111414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:41:29.132067 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.services.segments.db [None req-1631d840-1044-4bc2-9ba4-1f3242bb3170 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a95ebf3-1dec-4b98-a16d-5d7e1c721020') {'for_net_delete': True} {{(pid=111414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:41:29.132467 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.services.segments.db [None req-1631d840-1044-4bc2-9ba4-1f3242bb3170 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a95ebf3-1dec-4b98-a16d-5d7e1c721020') {} {{(pid=111414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:41:29.149255 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-1631d840-1044-4bc2-9ba4-1f3242bb3170 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730482833143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8000567'] for segment (4a95ebf3-1dec-4b98-a16d-5d7e1c721020), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:29.167376 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f95a36-6436-4264-ba5b-85ad8e21aca5 None None] New status for floating IP 54a20741-637d-42d4-8beb-da1999c71a21: ACTIVE {{(pid=111416) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 00:41:29.174739 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-1631d840-1044-4bc2-9ba4-1f3242bb3170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412'] for segment (4a95ebf3-1dec-4b98-a16d-5d7e1c721020), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:29.185069 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1631d840-1044-4bc2-9ba4-1f3242bb3170 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=111414) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 00:41:29.185933 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-1631d840-1044-4bc2-9ba4-1f3242bb3170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6576813'] for segment (4a95ebf3-1dec-4b98-a16d-5d7e1c721020), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:29.255349 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.services.segments.plugin [-] Segment 4a95ebf3-1dec-4b98-a16d-5d7e1c721020 resource provider aggregate not found Oct 19 00:41:29.291751 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.services.segments.plugin [-] Segment 4a95ebf3-1dec-4b98-a16d-5d7e1c721020 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4a95ebf3-1dec-4b98-a16d-5d7e1c721020 found for delete ", "request_id": "req-3dfea465-50c3-4da9-8b6a-70ddadf9728d"}]} Oct 19 00:41:29.306889 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-1631d840-1044-4bc2-9ba4-1f3242bb3170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-835145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942277'] for network (a226782b-49ba-4a2a-aa85-c9fd5af06775), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:29.315217 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-1631d840-1044-4bc2-9ba4-1f3242bb3170 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for network (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:29.318553 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-1631d840-1044-4bc2-9ba4-1f3242bb3170 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/a226782b-49ba-4a2a-aa85-c9fd5af06775 HTTP/1.1" status: 204 len: 168 time: 0.4397600 Oct 19 00:41:29.322190 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 59664) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:29.369939 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1631d840-1044-4bc2-9ba4-1f3242bb3170 admin admin] Pushing event deleted for resources: {'Network': ['ID=a226782b-49ba-4a2a-aa85-c9fd5af06775,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:29.420165 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.db_base_plugin_v2 [None req-b75c4d03-61e6-426e-b2c1-6a609982f562 admin admin] Deleting subnet 08109759-cabe-4ecb-a89e-58e6d2ae12b2 {{(pid=111414) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 19 00:41:29.425756 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-b75c4d03-61e6-426e-b2c1-6a609982f562 admin admin] Publish callbacks [] for subnet (08109759-cabe-4ecb-a89e-58e6d2ae12b2), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:29.480250 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-b75c4d03-61e6-426e-b2c1-6a609982f562 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8000512'] for subnet (08109759-cabe-4ecb-a89e-58e6d2ae12b2), precommit_delete_associations {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:29.571524 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-b75c4d03-61e6-426e-b2c1-6a609982f562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-835128'] for subnet (08109759-cabe-4ecb-a89e-58e6d2ae12b2), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:29.575292 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-db7660d3-9933-4a82-b274-46622e03a96e req-9ad99a1a-2856-40e6-ab2b-58630383774e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3da61834-fd67-49d2-925c-c18fc264042c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0621142 Oct 19 00:41:29.654461 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-b75c4d03-61e6-426e-b2c1-6a609982f562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-835107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6577423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8022618'] for subnet (08109759-cabe-4ecb-a89e-58e6d2ae12b2), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:29.691198 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c4d03-61e6-426e-b2c1-6a609982f562 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08109759-cabe-4ecb-a89e-58e6d2ae12b2,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:29.722803 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-b75c4d03-61e6-426e-b2c1-6a609982f562 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for subnet (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:29.726112 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-b75c4d03-61e6-426e-b2c1-6a609982f562 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/08109759-cabe-4ecb-a89e-58e6d2ae12b2 HTTP/1.1" status: 204 len: 168 time: 0.4028695 Oct 19 00:41:29.729064 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 59682) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:29.759001 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7660d3-9933-4a82-b274-46622e03a96e req-e6c69322-63e7-4306-b284-a335d0aa0245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:29.761033 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-db7660d3-9933-4a82-b274-46622e03a96e req-e6c69322-63e7-4306-b284-a335d0aa0245 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c0151d58abd047a692f5cc4e7d05bea5&device_id=3da61834-fd67-49d2-925c-c18fc264042c HTTP/1.1" status: 200 len: 1130 time: 0.0738094 Oct 19 00:41:29.877833 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-0accaadd-24ef-40a5-9f5f-1c566ad6b1ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-943402'] for network (ec75b9f4-2193-4552-b7f7-654a9701ade9), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:29.924626 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba87fd-fb97-4fd1-9983-f53da56072be req-1768dc2b-3642-4c74-a863-3914430e6f5a tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:29.926371 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9eba87fd-fb97-4fd1-9983-f53da56072be req-1768dc2b-3642-4c74-a863-3914430e6f5a tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 945 time: 0.1168938 Oct 19 00:41:29.958606 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7660d3-9933-4a82-b274-46622e03a96e req-0442f862-9a33-4969-984a-a9599f965486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:29.960803 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-db7660d3-9933-4a82-b274-46622e03a96e req-0442f862-9a33-4969-984a-a9599f965486 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=75c84943-00ac-41e3-a6c3-2ea734b46148 HTTP/1.1" status: 200 len: 920 time: 0.1680837 Oct 19 00:41:30.020579 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-0accaadd-24ef-40a5-9f5f-1c566ad6b1ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-835184', 'neutron.services.segments.db._delete_segments_for_network-8730482754115'] for network (ec75b9f4-2193-4552-b7f7-654a9701ade9), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:30.027406 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-db7660d3-9933-4a82-b274-46622e03a96e req-294c6115-aab4-41bd-b132-8aa7c928bc18 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf HTTP/1.1" status: 200 len: 217 time: 0.0551934 Oct 19 00:41:30.068081 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-0accaadd-24ef-40a5-9f5f-1c566ad6b1ba admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:41:30.068884 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-0accaadd-24ef-40a5-9f5f-1c566ad6b1ba admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:41:30.069677 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-0accaadd-24ef-40a5-9f5f-1c566ad6b1ba admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:41:30.070019 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-0accaadd-24ef-40a5-9f5f-1c566ad6b1ba admin admin] Subscribe: > port after_create 55550000 {{(pid=111415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:41:30.070341 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-0accaadd-24ef-40a5-9f5f-1c566ad6b1ba admin admin] Subscribe: > port after_delete 55550000 {{(pid=111415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:41:30.070739 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-0accaadd-24ef-40a5-9f5f-1c566ad6b1ba admin admin] Subscribe: > port after_update 55550000 {{(pid=111415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:41:30.071079 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-0accaadd-24ef-40a5-9f5f-1c566ad6b1ba admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:41:30.071453 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-0accaadd-24ef-40a5-9f5f-1c566ad6b1ba admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:41:30.071794 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-0accaadd-24ef-40a5-9f5f-1c566ad6b1ba admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:41:30.072189 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-0accaadd-24ef-40a5-9f5f-1c566ad6b1ba admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:41:30.121448 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7660d3-9933-4a82-b274-46622e03a96e req-a15fc399-b0e9-478e-a6ae-afaf3bb241f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:30.123168 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-db7660d3-9933-4a82-b274-46622e03a96e req-a15fc399-b0e9-478e-a6ae-afaf3bb241f7 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=da4d7e39-f806-4ee4-9a72-d230cc0f9d32 HTTP/1.1" status: 200 len: 858 time: 0.0877438 Oct 19 00:41:30.218864 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7660d3-9933-4a82-b274-46622e03a96e req-08fa8e4f-8c84-48ae-b88c-7ab9d0cc8b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:30.226976 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-db7660d3-9933-4a82-b274-46622e03a96e req-08fa8e4f-8c84-48ae-b88c-7ab9d0cc8b49 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=75c84943-00ac-41e3-a6c3-2ea734b46148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0919793 Oct 19 00:41:30.250262 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-0accaadd-24ef-40a5-9f5f-1c566ad6b1ba admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:41:30.250759 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-0accaadd-24ef-40a5-9f5f-1c566ad6b1ba admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:41:30.251179 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-0accaadd-24ef-40a5-9f5f-1c566ad6b1ba admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:41:30.251515 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-0accaadd-24ef-40a5-9f5f-1c566ad6b1ba admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:41:30.251885 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.services.segments.db [None req-0accaadd-24ef-40a5-9f5f-1c566ad6b1ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec75b9f4-2193-4552-b7f7-654a9701ade9']}} {{(pid=111415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:41:30.271185 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9eba87fd-fb97-4fd1-9983-f53da56072be req-0d5f7318-fc8b-4f05-8867-53ca24313d1f tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306882 Oct 19 00:41:30.277490 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.services.segments.db [None req-0accaadd-24ef-40a5-9f5f-1c566ad6b1ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f7a0373-a515-4cc1-9aa1-84e211a2a24a') {'for_net_delete': True} {{(pid=111415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:41:30.277719 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.services.segments.db [None req-0accaadd-24ef-40a5-9f5f-1c566ad6b1ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f7a0373-a515-4cc1-9aa1-84e211a2a24a') {} {{(pid=111415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:41:30.303465 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-0accaadd-24ef-40a5-9f5f-1c566ad6b1ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730482833143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7426634'] for segment (5f7a0373-a515-4cc1-9aa1-84e211a2a24a), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:30.309800 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:30.318072 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:30.329598 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-0accaadd-24ef-40a5-9f5f-1c566ad6b1ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412'] for segment (5f7a0373-a515-4cc1-9aa1-84e211a2a24a), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:30.337289 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-db7660d3-9933-4a82-b274-46622e03a96e req-fde60f86-8111-4d19-bfaf-c4576408f053 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/75c84943-00ac-41e3-a6c3-2ea734b46148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977147 Oct 19 00:41:30.341561 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0accaadd-24ef-40a5-9f5f-1c566ad6b1ba admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=111415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 00:41:30.341967 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-0accaadd-24ef-40a5-9f5f-1c566ad6b1ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7427335'] for segment (5f7a0373-a515-4cc1-9aa1-84e211a2a24a), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:30.430699 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-0accaadd-24ef-40a5-9f5f-1c566ad6b1ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-835145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942277'] for network (ec75b9f4-2193-4552-b7f7-654a9701ade9), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:30.440823 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-0accaadd-24ef-40a5-9f5f-1c566ad6b1ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for network (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:30.446543 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-0accaadd-24ef-40a5-9f5f-1c566ad6b1ba admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/ec75b9f4-2193-4552-b7f7-654a9701ade9 HTTP/1.1" status: 204 len: 168 time: 0.7154989 Oct 19 00:41:30.478839 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0accaadd-24ef-40a5-9f5f-1c566ad6b1ba admin admin] Pushing event deleted for resources: {'Network': ['ID=ec75b9f4-2193-4552-b7f7-654a9701ade9,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:30.485691 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-db7660d3-9933-4a82-b274-46622e03a96e req-2a9c279a-a882-4165-888b-b5d3bafbbdaa service neutron] 10.222.0.20 "GET /networking/v2.0/networks/75c84943-00ac-41e3-a6c3-2ea734b46148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389902 Oct 19 00:41:30.611129 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.services.segments.plugin [-] Segment 5f7a0373-a515-4cc1-9aa1-84e211a2a24a resource provider aggregate not found Oct 19 00:41:30.638209 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.services.segments.plugin [-] Segment 5f7a0373-a515-4cc1-9aa1-84e211a2a24a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5f7a0373-a515-4cc1-9aa1-84e211a2a24a found for delete ", "request_id": "req-84b75916-e731-4af3-a0ff-9e4c8550ec60"}]} Oct 19 00:41:30.715815 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 59726) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:30.768153 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-7f39d9ae-e330-4c46-bbc7-38bc2476fcf0 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=0e082898df784f5c8eaa55f0cc717de5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0483568 Oct 19 00:41:30.768832 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 59728) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:30.822841 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a7c0e413-9a53-4e23-9a4c-0a3f16f19d33 admin admin] Publish callbacks [] for security_group (17e8839c-44ab-4f72-baee-8147765c26b2), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:30.844009 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a7c0e413-9a53-4e23-9a4c-0a3f16f19d33 admin admin] Publish callbacks [] for security_group (17e8839c-44ab-4f72-baee-8147765c26b2), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:30.876350 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:30.901587 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a7c0e413-9a53-4e23-9a4c-0a3f16f19d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (17e8839c-44ab-4f72-baee-8147765c26b2), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:30.904656 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a7c0e413-9a53-4e23-9a4c-0a3f16f19d33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:30.908215 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-a7c0e413-9a53-4e23-9a4c-0a3f16f19d33 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/17e8839c-44ab-4f72-baee-8147765c26b2 HTTP/1.1" status: 204 len: 168 time: 0.1365242 Oct 19 00:41:30.915302 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c0e413-9a53-4e23-9a4c-0a3f16f19d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e8839c-44ab-4f72-baee-8147765c26b2,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:31.304126 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 59744) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:31.353789 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-73d6235c-0b14-4331-9fd7-6189a4181921 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=178860dc773c4926b01b6a8e639662ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0483079 Oct 19 00:41:31.356178 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 59746) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:31.423045 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb8e16-c92e-4b5f-9fd7-8faa2ebef94b req-635e4dc7-1ffc-452c-9512-af257d408296 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:31.425677 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-cecb8e16-c92e-4b5f-9fd7-8faa2ebef94b req-635e4dc7-1ffc-452c-9512-af257d408296 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 945 time: 0.0686100 Oct 19 00:41:31.442388 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-3afc5a65-f010-4fb1-8d67-01489182c875 admin admin] Publish callbacks [] for security_group (d95474e4-79bd-49ad-b64d-8faa4aef41fa), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:31.443367 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (6724934a-8b6e-4109-8304-d160e240b776), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:31.476441 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-3afc5a65-f010-4fb1-8d67-01489182c875 admin admin] Publish callbacks [] for security_group (d95474e4-79bd-49ad-b64d-8faa4aef41fa), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:31.502558 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-cecb8e16-c92e-4b5f-9fd7-8faa2ebef94b req-28867ef7-6873-4743-8274-7c8caa348fd3 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693076 Oct 19 00:41:31.530938 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:31.568261 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-3afc5a65-f010-4fb1-8d67-01489182c875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (d95474e4-79bd-49ad-b64d-8faa4aef41fa), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:31.571900 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-3afc5a65-f010-4fb1-8d67-01489182c875 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:31.575808 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-3afc5a65-f010-4fb1-8d67-01489182c875 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/d95474e4-79bd-49ad-b64d-8faa4aef41fa HTTP/1.1" status: 204 len: 168 time: 0.2164056 Oct 19 00:41:31.584252 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc5a65-f010-4fb1-8d67-01489182c875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95474e4-79bd-49ad-b64d-8faa4aef41fa,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:31.807743 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 59770) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:32.002344 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c5c40b71-8e31-4101-a09a-2b183aa89bba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:32.112400 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c5c40b71-8e31-4101-a09a-2b183aa89bba admin admin] Publish callbacks [] for security_group (cace8d3e-1314-4350-b36f-d5ccb13ce64f), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:32.117041 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c5c40b71-8e31-4101-a09a-2b183aa89bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (cace8d3e-1314-4350-b36f-d5ccb13ce64f), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:32.165973 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-c5c40b71-8e31-4101-a09a-2b183aa89bba admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=7786db617b14422da7b9e7117eeffdca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3570373 Oct 19 00:41:32.168950 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 59792) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:32.177469 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c40b71-8e31-4101-a09a-2b183aa89bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cace8d3e-1314-4350-b36f-d5ccb13ce64f,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:32.249935 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-5851fe28-c523-43a3-afe6-3c0b6f279acb admin admin] Publish callbacks [] for security_group (cace8d3e-1314-4350-b36f-d5ccb13ce64f), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:32.274805 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-5851fe28-c523-43a3-afe6-3c0b6f279acb admin admin] Publish callbacks [] for security_group (cace8d3e-1314-4350-b36f-d5ccb13ce64f), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:32.335711 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-5851fe28-c523-43a3-afe6-3c0b6f279acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (cace8d3e-1314-4350-b36f-d5ccb13ce64f), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:32.338383 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-5851fe28-c523-43a3-afe6-3c0b6f279acb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:32.339725 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-5851fe28-c523-43a3-afe6-3c0b6f279acb admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/cace8d3e-1314-4350-b36f-d5ccb13ce64f HTTP/1.1" status: 204 len: 168 time: 0.1698043 Oct 19 00:41:32.351478 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851fe28-c523-43a3-afe6-3c0b6f279acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cace8d3e-1314-4350-b36f-d5ccb13ce64f,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:32.661957 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ca037-9413-4142-acb5-0be0d0969ec0 req-3f75763c-d508-4f63-bf31-36c689937e1c tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:32.663641 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-292ca037-9413-4142-acb5-0be0d0969ec0 req-3f75763c-d508-4f63-bf31-36c689937e1c tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 945 time: 0.0618565 Oct 19 00:41:32.719240 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-292ca037-9413-4142-acb5-0be0d0969ec0 req-40c6cee5-4362-4dc8-b97a-d6c881f1e285 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494967 Oct 19 00:41:33.002989 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 59832) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:33.128807 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-0618a8f4-2c79-4e5d-9498-4ffff3fed11e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:33.222135 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-0618a8f4-2c79-4e5d-9498-4ffff3fed11e admin admin] Publish callbacks [] for security_group (494c5f9f-b378-4836-b451-91cc5101575f), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:33.226548 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-0618a8f4-2c79-4e5d-9498-4ffff3fed11e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (494c5f9f-b378-4836-b451-91cc5101575f), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:33.258676 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 59846) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:33.270365 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-0618a8f4-2c79-4e5d-9498-4ffff3fed11e admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=9c080d1c9f0b45a9b6f6f98d538bb58e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2658126 Oct 19 00:41:33.270860 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0618a8f4-2c79-4e5d-9498-4ffff3fed11e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494c5f9f-b378-4836-b451-91cc5101575f,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:33.283747 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 59850) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:33.413731 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-3b4244ec-4025-434e-8bcc-481b676d6da1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1230692969-network', 'tenant_id': 'f798b16ae6e4429c9c07793a0178f798'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:41:33.420968 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-23d3456c-a0f2-4071-b84c-31dda01ff40c admin admin] Publish callbacks [] for security_group (494c5f9f-b378-4836-b451-91cc5101575f), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:33.457597 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-23d3456c-a0f2-4071-b84c-31dda01ff40c admin admin] Publish callbacks [] for security_group (494c5f9f-b378-4836-b451-91cc5101575f), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:33.467454 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4244ec-4025-434e-8bcc-481b676d6da1 admin admin] Made reservation on behalf of f798b16ae6e4429c9c07793a0178f798 for: {'network': 1} {{(pid=111414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:41:33.470811 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-3b4244ec-4025-434e-8bcc-481b676d6da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for network (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:33.492817 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-3b4244ec-4025-434e-8bcc-481b676d6da1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:33.549820 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-23d3456c-a0f2-4071-b84c-31dda01ff40c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (494c5f9f-b378-4836-b451-91cc5101575f), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:33.553992 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-23d3456c-a0f2-4071-b84c-31dda01ff40c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:33.556039 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-23d3456c-a0f2-4071-b84c-31dda01ff40c admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/494c5f9f-b378-4836-b451-91cc5101575f HTTP/1.1" status: 204 len: 168 time: 0.2704329 Oct 19 00:41:33.577640 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d3456c-a0f2-4071-b84c-31dda01ff40c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494c5f9f-b378-4836-b451-91cc5101575f,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:33.653651 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-3b4244ec-4025-434e-8bcc-481b676d6da1 admin admin] Publish callbacks [] for security_group (45887404-6157-4f1d-9589-849c2bf1c205), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:33.660369 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-3b4244ec-4025-434e-8bcc-481b676d6da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (45887404-6157-4f1d-9589-849c2bf1c205), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:33.708897 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b4244ec-4025-434e-8bcc-481b676d6da1 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=111414) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:41:33.736704 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4244ec-4025-434e-8bcc-481b676d6da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45887404-6157-4f1d-9589-849c2bf1c205,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:33.741912 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-3b4244ec-4025-434e-8bcc-481b676d6da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412'] for segment (e7a3761b-18cd-4d8c-a8b2-c4811fdee8bf), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:33.742694 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.db.segments_db [None req-3b4244ec-4025-434e-8bcc-481b676d6da1 admin admin] Added segment e7a3761b-18cd-4d8c-a8b2-c4811fdee8bf of type vlan for network d812fe1e-848c-4fe4-a621-f8ac43794710 Oct 19 00:41:33.808012 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:33.829324 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-3b4244ec-4025-434e-8bcc-481b676d6da1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730482266143'] for network (d812fe1e-848c-4fe4-a621-f8ac43794710), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:33.838564 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:33.909523 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-3b4244ec-4025-434e-8bcc-481b676d6da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988'] for network (d812fe1e-848c-4fe4-a621-f8ac43794710), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:33.910274 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4244ec-4025-434e-8bcc-481b676d6da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:33.910882 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-3b4244ec-4025-434e-8bcc-481b676d6da1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for network (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:33.934293 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff892e28-20af-4b3c-abd6-979f36589ab0 req-d8adb605-19c5-47b7-a1ee-2cd99b5d36ab tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:33.936193 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-ff892e28-20af-4b3c-abd6-979f36589ab0 req-d8adb605-19c5-47b7-a1ee-2cd99b5d36ab tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 945 time: 0.0829949 Oct 19 00:41:33.957687 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-3b4244ec-4025-434e-8bcc-481b676d6da1 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6970119 Oct 19 00:41:33.961437 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 59876) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:33.966888 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-8c99c607-2c7f-4d76-8d09-294413b25a1e admin admin] Request body: {'subnet': {'network_id': 'd812fe1e-848c-4fe4-a621-f8ac43794710', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1230692969-subnet', 'tenant_id': 'f798b16ae6e4429c9c07793a0178f798', 'ip_version': 4}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:41:33.972326 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 59878) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:33.998654 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c99c607-2c7f-4d76-8d09-294413b25a1e admin admin] Made reservation on behalf of f798b16ae6e4429c9c07793a0178f798 for: {'subnet': 1} {{(pid=111415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:41:34.002896 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-8c99c607-2c7f-4d76-8d09-294413b25a1e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7409433'] for subnet (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:34.199418 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-65442e6c-eb0a-4340-903c-cf6438df826a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:34.204357 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:34.228520 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4244ec-4025-434e-8bcc-481b676d6da1 admin admin] Pushing event updated for resources: {'Network': ['ID=d812fe1e-848c-4fe4-a621-f8ac43794710,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:34.254910 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Network d812fe1e-848c-4fe4-a621-f8ac43794710 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=111416) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:41:34.260154 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-ff892e28-20af-4b3c-abd6-979f36589ab0 req-0c59b60d-03e3-448b-908a-70f7027170b4 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069293 Oct 19 00:41:34.327428 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-8c99c607-2c7f-4d76-8d09-294413b25a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7426682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7409419'] for subnet (b80d845a-3a7e-43a6-b5dd-98f2f6284100), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:34.416091 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:34.473605 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99c607-2c7f-4d76-8d09-294413b25a1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b80d845a-3a7e-43a6-b5dd-98f2f6284100,revision_number=0']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:34.503260 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c99c607-2c7f-4d76-8d09-294413b25a1e admin admin] Checking segment: {'id': 'e7a3761b-18cd-4d8c-a8b2-c4811fdee8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd812fe1e-848c-4fe4-a621-f8ac43794710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:41:34.503751 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c99c607-2c7f-4d76-8d09-294413b25a1e admin admin] Network hostable DHCP agents. Network: d812fe1e-848c-4fe4-a621-f8ac43794710, hostable agents: ['57535a1d-5c08-48f6-b25c-e56d637dc4b8'], hosted agents: [] {{(pid=111415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:41:34.509082 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-65442e6c-eb0a-4340-903c-cf6438df826a admin admin] Publish callbacks [] for security_group (e9d104f9-6b67-4158-bce2-d43fc0eafd37), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:34.529003 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-65442e6c-eb0a-4340-903c-cf6438df826a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (e9d104f9-6b67-4158-bce2-d43fc0eafd37), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:34.606628 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-e36ab03c-f4cb-4a62-bb30-f123ec7fed22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:34.612320 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c99c607-2c7f-4d76-8d09-294413b25a1e admin admin] Network d812fe1e-848c-4fe4-a621-f8ac43794710 is scheduled to be hosted by DHCP agent 57535a1d-5c08-48f6-b25c-e56d637dc4b8 with binding_index 1 {{(pid=111415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:41:34.629871 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-65442e6c-eb0a-4340-903c-cf6438df826a admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=88a8af88dac0499fa667717053378616&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6564221 Oct 19 00:41:34.632757 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 59906) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:34.646262 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.base_scheduler [None req-8c99c607-2c7f-4d76-8d09-294413b25a1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, d812fe1e-848c-4fe4-a621-f8ac43794710) {{(pid=111415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:41:34.656097 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab6b660-8d15-4598-a81b-31d715674b46 None None] Network d812fe1e-848c-4fe4-a621-f8ac43794710 requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:41:34.666567 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c99c607-2c7f-4d76-8d09-294413b25a1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:34.667406 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-8c99c607-2c7f-4d76-8d09-294413b25a1e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:34.671370 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65442e6c-eb0a-4340-903c-cf6438df826a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d104f9-6b67-4158-bce2-d43fc0eafd37,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:34.694356 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-8c99c607-2c7f-4d76-8d09-294413b25a1e admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7304959 Oct 19 00:41:34.695914 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 59910) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:34.706415 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-146b8692-4f04-46ac-b12d-cb97a4bbf651 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1230692969-router', 'tenant_id': 'f798b16ae6e4429c9c07793a0178f798', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'}}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:41:34.730121 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-02e81151-bb31-42da-9310-36e9ba25257a admin admin] Publish callbacks [] for security_group (e9d104f9-6b67-4158-bce2-d43fc0eafd37), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:34.784342 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-146b8692-4f04-46ac-b12d-cb97a4bbf651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1939933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2045'] for router (5b12016c-b749-45fb-880d-7cec5c00d63f), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:34.793230 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-146b8692-4f04-46ac-b12d-cb97a4bbf651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1949320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2062503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2026'] for router (5b12016c-b749-45fb-880d-7cec5c00d63f), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:34.820080 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23daae8-5c8f-4656-b971-2e9b65182ed2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-d812fe1e-848c-4fe4-a621-f8ac43794710', 'network_id': 'd812fe1e-848c-4fe4-a621-f8ac43794710', 'project_id': 'f798b16ae6e4429c9c07793a0178f798', 'fixed_ips': [{'subnet_id': 'b80d845a-3a7e-43a6-b5dd-98f2f6284100'}]}} from dv-cinder-master-3-iscsi. {{(pid=111416) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 19 00:41:34.821660 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-e23daae8-5c8f-4656-b971-2e9b65182ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:34.830211 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-02e81151-bb31-42da-9310-36e9ba25257a admin admin] Publish callbacks [] for security_group (e9d104f9-6b67-4158-bce2-d43fc0eafd37), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:34.863949 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-146b8692-4f04-46ac-b12d-cb97a4bbf651 admin admin] Publish callbacks [] for router_controller (5b12016c-b749-45fb-880d-7cec5c00d63f), precommit_add_association {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:34.954702 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-02e81151-bb31-42da-9310-36e9ba25257a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (e9d104f9-6b67-4158-bce2-d43fc0eafd37), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:34.960778 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-02e81151-bb31-42da-9310-36e9ba25257a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:34.964957 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-02e81151-bb31-42da-9310-36e9ba25257a admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/e9d104f9-6b67-4158-bce2-d43fc0eafd37 HTTP/1.1" status: 204 len: 168 time: 0.3279896 Oct 19 00:41:34.995631 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e81151-bb31-42da-9310-36e9ba25257a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d104f9-6b67-4158-bce2-d43fc0eafd37,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:35.062801 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.db_base_plugin_common [None req-e23daae8-5c8f-4656-b971-2e9b65182ed2 None None] Allocated IP 172.20.0.2 (d812fe1e-848c-4fe4-a621-f8ac43794710/b80d845a-3a7e-43a6-b5dd-98f2f6284100/77e2d01e-09e5-4e78-ab15-53594706038d) {{(pid=111416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:41:35.115847 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:35.128850 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:35.173573 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-146b8692-4f04-46ac-b12d-cb97a4bbf651 admin admin] Publish callbacks [] for router_gateway (5b12016c-b749-45fb-880d-7cec5c00d63f), precommit_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:35.290369 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bdfb5b-226b-4d46-9d1d-9262ae856992 req-471b0b7e-b047-4b8f-bbb0-39a2a323d81c tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:35.301173 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-72bdfb5b-226b-4d46-9d1d-9262ae856992 req-471b0b7e-b047-4b8f-bbb0-39a2a323d81c tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e8a28aad-697f-4dee-8254-6f08e9d76168 HTTP/1.1" status: 200 len: 946 time: 0.0847826 Oct 19 00:41:35.400233 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-72bdfb5b-226b-4d46-9d1d-9262ae856992 req-a65e69b0-fa2e-4dab-8b62-6a1ecfba67c9 tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d60d174d-87ba-4ac6-9445-66f72a3d0989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966225 Oct 19 00:41:35.468136 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-146b8692-4f04-46ac-b12d-cb97a4bbf651 admin admin] Publish callbacks [] for router_gateway (5b12016c-b749-45fb-880d-7cec5c00d63f), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:35.496014 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 59942) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:35.498252 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-146b8692-4f04-46ac-b12d-cb97a4bbf651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:35.511285 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b2f5a-cfb0-4251-bed8-b15c404f9c61 req-e2d4f267-57cc-4319-8bc1-eaf513c2c181 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:35.513522 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-304b2f5a-cfb0-4251-bed8-b15c404f9c61 req-e2d4f267-57cc-4319-8bc1-eaf513c2c181 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 945 time: 0.0995939 Oct 19 00:41:35.603261 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-e23daae8-5c8f-4656-b971-2e9b65182ed2 None None] Publish callbacks [] for port (77e2d01e-09e5-4e78-ab15-53594706038d), precommit_create {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:35.619454 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-e23daae8-5c8f-4656-b971-2e9b65182ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450'] for port (77e2d01e-09e5-4e78-ab15-53594706038d), after_create {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:35.625986 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:35.651632 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-089960ec-2f11-4f2f-9041-97be86e42775 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:35.667511 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-304b2f5a-cfb0-4251-bed8-b15c404f9c61 req-de1268fe-88b7-4e14-bb6e-98796e7de06f tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443973 Oct 19 00:41:35.675150 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 59946) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:35.675493 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23daae8-5c8f-4656-b971-2e9b65182ed2 None None] Network d812fe1e-848c-4fe4-a621-f8ac43794710 is already hosted by enough agents. {{(pid=111416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:41:35.679432 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.scheduler.base_scheduler [None req-e23daae8-5c8f-4656-b971-2e9b65182ed2 None None] Resources bound (agent type, host, resource id): {{(pid=111416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:41:35.682301 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23daae8-5c8f-4656-b971-2e9b65182ed2 None None] Pushing event updated for resources: {'Port': ['ID=77e2d01e-09e5-4e78-ab15-53594706038d,revision_number=1']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:35.687063 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23daae8-5c8f-4656-b971-2e9b65182ed2 None None] Received port after_create {{(pid=111416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:41:35.707241 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-89f67702-2302-4b23-a275-15222858b67d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:35.712577 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23daae8-5c8f-4656-b971-2e9b65182ed2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:35.712892 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23daae8-5c8f-4656-b971-2e9b65182ed2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:35.713256 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23daae8-5c8f-4656-b971-2e9b65182ed2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:35.713613 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23daae8-5c8f-4656-b971-2e9b65182ed2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:35.713959 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23daae8-5c8f-4656-b971-2e9b65182ed2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:35.714291 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23daae8-5c8f-4656-b971-2e9b65182ed2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:35.715123 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23daae8-5c8f-4656-b971-2e9b65182ed2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:35.715466 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23daae8-5c8f-4656-b971-2e9b65182ed2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:35.715824 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23daae8-5c8f-4656-b971-2e9b65182ed2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:35.716153 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23daae8-5c8f-4656-b971-2e9b65182ed2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:35.716480 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23daae8-5c8f-4656-b971-2e9b65182ed2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:35.716804 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23daae8-5c8f-4656-b971-2e9b65182ed2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:35.717130 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23daae8-5c8f-4656-b971-2e9b65182ed2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:35.717608 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23daae8-5c8f-4656-b971-2e9b65182ed2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:35.717934 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23daae8-5c8f-4656-b971-2e9b65182ed2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:35.731596 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.db_base_plugin_common [None req-146b8692-4f04-46ac-b12d-cb97a4bbf651 admin admin] Allocated IP 172.37.6.63 (973fa957-bcd6-42c3-bc57-5a91d78147c8/c5b4f151-6e49-4135-be82-7abc543b5247/2252e5c8-1468-4c9d-9bb9-6cf437e5fe41) {{(pid=111415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:41:35.768813 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-089960ec-2f11-4f2f-9041-97be86e42775 admin admin] Publish callbacks [] for security_group (c9a7e130-c974-4506-835b-3411f4a72db9), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:35.773800 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-089960ec-2f11-4f2f-9041-97be86e42775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (c9a7e130-c974-4506-835b-3411f4a72db9), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:35.776558 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:35.801981 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-e23daae8-5c8f-4656-b971-2e9b65182ed2 None None] Attempting to bind port 77e2d01e-09e5-4e78-ab15-53594706038d on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:41:35.802587 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-e23daae8-5c8f-4656-b971-2e9b65182ed2 None None] Attempting to bind port 77e2d01e-09e5-4e78-ab15-53594706038d by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'e7a3761b-18cd-4d8c-a8b2-c4811fdee8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd812fe1e-848c-4fe4-a621-f8ac43794710'}] {{(pid=111416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:41:35.803010 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23daae8-5c8f-4656-b971-2e9b65182ed2 None None] Attempting to bind port 77e2d01e-09e5-4e78-ab15-53594706038d on network d812fe1e-848c-4fe4-a621-f8ac43794710 {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:41:35.817611 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-089960ec-2f11-4f2f-9041-97be86e42775 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=bf8c75841cc14ea2b83df78ef60664e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3204427 Oct 19 00:41:35.820130 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089960ec-2f11-4f2f-9041-97be86e42775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a7e130-c974-4506-835b-3411f4a72db9,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:35.820905 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 59948) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:35.854154 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23daae8-5c8f-4656-b971-2e9b65182ed2 None None] Checking agent: {'id': '0014484f-12ef-47ae-ba33-5ac9a1be8800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 32, 10), 'started_at': datetime.datetime(2022, 10, 19, 0, 32, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:41:35.855070 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23daae8-5c8f-4656-b971-2e9b65182ed2 None None] Checking segment: {'id': 'e7a3761b-18cd-4d8c-a8b2-c4811fdee8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd812fe1e-848c-4fe4-a621-f8ac43794710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:41:35.855474 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-e23daae8-5c8f-4656-b971-2e9b65182ed2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:35.855876 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23daae8-5c8f-4656-b971-2e9b65182ed2 None None] Bound using segment: {'id': 'e7a3761b-18cd-4d8c-a8b2-c4811fdee8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd812fe1e-848c-4fe4-a621-f8ac43794710'} {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:41:35.856334 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-e23daae8-5c8f-4656-b971-2e9b65182ed2 None None] Bound port: 77e2d01e-09e5-4e78-ab15-53594706038d, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a3761b-18cd-4d8c-a8b2-c4811fdee8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd812fe1e-848c-4fe4-a621-f8ac43794710'}}] {{(pid=111416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:41:35.856708 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-e23daae8-5c8f-4656-b971-2e9b65182ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (77e2d01e-09e5-4e78-ab15-53594706038d), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:35.921315 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-e23daae8-5c8f-4656-b971-2e9b65182ed2 None None] For port 77e2d01e-09e5-4e78-ab15-53594706038d, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=111416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:41:35.925285 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-e23daae8-5c8f-4656-b971-2e9b65182ed2 None None] For port 77e2d01e-09e5-4e78-ab15-53594706038d, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=77e2d01e-09e5-4e78-ab15-53594706038d,segment=NetworkSegment(e7a3761b-18cd-4d8c-a8b2-c4811fdee8bf),segment_id=e7a3761b-18cd-4d8c-a8b2-c4811fdee8bf)] {{(pid=111416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:41:35.929454 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-146b8692-4f04-46ac-b12d-cb97a4bbf651 admin admin] Publish callbacks [] for port (2252e5c8-1468-4c9d-9bb9-6cf437e5fe41), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:35.932789 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-e23daae8-5c8f-4656-b971-2e9b65182ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (77e2d01e-09e5-4e78-ab15-53594706038d), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:35.941850 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-89f67702-2302-4b23-a275-15222858b67d admin admin] Publish callbacks [] for security_group (ecc407f6-3e63-42c1-8064-07c970e2d668), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:35.949707 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-492aa8b8-50b7-46dc-bff2-f3c4b7326628 admin admin] Publish callbacks [] for security_group (c9a7e130-c974-4506-835b-3411f4a72db9), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:35.958044 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-89f67702-2302-4b23-a275-15222858b67d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (ecc407f6-3e63-42c1-8064-07c970e2d668), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:35.987072 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23daae8-5c8f-4656-b971-2e9b65182ed2 None None] Pushing event updated for resources: {'Port': ['ID=77e2d01e-09e5-4e78-ab15-53594706038d,revision_number=2']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:35.999327 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-492aa8b8-50b7-46dc-bff2-f3c4b7326628 admin admin] Publish callbacks [] for security_group (c9a7e130-c974-4506-835b-3411f4a72db9), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:36.043995 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-89f67702-2302-4b23-a275-15222858b67d admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=937f86c5cbb0457f905b637785c31f28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3678048 Oct 19 00:41:36.044797 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f67702-2302-4b23-a275-15222858b67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc407f6-3e63-42c1-8064-07c970e2d668,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:36.046753 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 59950) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:36.070114 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-146b8692-4f04-46ac-b12d-cb97a4bbf651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7426774'] for port (2252e5c8-1468-4c9d-9bb9-6cf437e5fe41), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:36.115907 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146b8692-4f04-46ac-b12d-cb97a4bbf651 admin admin] Network 973fa957-bcd6-42c3-bc57-5a91d78147c8 is already hosted by enough agents. {{(pid=111415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:41:36.123782 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-a82ae5ca-71f7-4cd7-94de-e6bd304d7049 admin admin] Publish callbacks [] for security_group (ecc407f6-3e63-42c1-8064-07c970e2d668), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:36.124665 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.base_scheduler [None req-146b8692-4f04-46ac-b12d-cb97a4bbf651 admin admin] Resources bound (agent type, host, resource id): {{(pid=111415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:41:36.129200 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146b8692-4f04-46ac-b12d-cb97a4bbf651 admin admin] Received port after_create {{(pid=111415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:41:36.134287 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-492aa8b8-50b7-46dc-bff2-f3c4b7326628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (c9a7e130-c974-4506-835b-3411f4a72db9), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:36.136870 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-492aa8b8-50b7-46dc-bff2-f3c4b7326628 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:36.138016 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-492aa8b8-50b7-46dc-bff2-f3c4b7326628 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/c9a7e130-c974-4506-835b-3411f4a72db9 HTTP/1.1" status: 204 len: 168 time: 0.3161798 Oct 19 00:41:36.148930 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-a82ae5ca-71f7-4cd7-94de-e6bd304d7049 admin admin] Publish callbacks [] for security_group (ecc407f6-3e63-42c1-8064-07c970e2d668), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:36.165141 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b8692-4f04-46ac-b12d-cb97a4bbf651 admin admin] Pushing event updated for resources: {'Port': ['ID=2252e5c8-1468-4c9d-9bb9-6cf437e5fe41,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:36.176788 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492aa8b8-50b7-46dc-bff2-f3c4b7326628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a7e130-c974-4506-835b-3411f4a72db9,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:36.217157 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-a82ae5ca-71f7-4cd7-94de-e6bd304d7049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (ecc407f6-3e63-42c1-8064-07c970e2d668), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:36.222936 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-a82ae5ca-71f7-4cd7-94de-e6bd304d7049 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:36.224368 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-a82ae5ca-71f7-4cd7-94de-e6bd304d7049 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/ecc407f6-3e63-42c1-8064-07c970e2d668 HTTP/1.1" status: 204 len: 168 time: 0.1760204 Oct 19 00:41:36.239643 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ae5ca-71f7-4cd7-94de-e6bd304d7049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc407f6-3e63-42c1-8064-07c970e2d668,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:36.512260 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:INSERT=8,neutron:DELETE=3 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:36.513324 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:36.531701 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-146b8692-4f04-46ac-b12d-cb97a4bbf651 admin admin] Publish callbacks [] for router_gateway (5b12016c-b749-45fb-880d-7cec5c00d63f), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:36.571912 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b92b7-10a3-4831-9d39-0c89069fb17c req-0471e8ca-e7ae-4df3-81ec-7231538cfb66 tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:36.573499 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-949b92b7-10a3-4831-9d39-0c89069fb17c req-0471e8ca-e7ae-4df3-81ec-7231538cfb66 tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e8a28aad-697f-4dee-8254-6f08e9d76168 HTTP/1.1" status: 200 len: 946 time: 0.0693035 Oct 19 00:41:36.640982 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-949b92b7-10a3-4831-9d39-0c89069fb17c req-5a164df4-8965-4c14-a602-d15b1b4c80e5 tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d60d174d-87ba-4ac6-9445-66f72a3d0989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577111 Oct 19 00:41:36.803409 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-6c7c534b-49ca-482f-8a34-be7b183f7d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:37.000283 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 59980) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:37.048079 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:37.093118 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ad698-f6f2-48f0-b8e1-8b7aac951327 req-49d82423-9fdd-4332-b46c-48a6d81b7192 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:37.095154 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-258ad698-f6f2-48f0-b8e1-8b7aac951327 req-49d82423-9fdd-4332-b46c-48a6d81b7192 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 945 time: 0.0865190 Oct 19 00:41:37.156267 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-146b8692-4f04-46ac-b12d-cb97a4bbf651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1947415'] for router (5b12016c-b749-45fb-880d-7cec5c00d63f), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:37.167675 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-258ad698-f6f2-48f0-b8e1-8b7aac951327 req-54866739-6bcc-454e-83aa-b3642cdde7ad tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662067 Oct 19 00:41:37.239656 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708f8b53-65d2-4a77-aeaa-345b061a2998 None None] Network d812fe1e-848c-4fe4-a621-f8ac43794710 requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:41:37.320864 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-c3cff978-053c-41ad-adb3-c58510a7b582 None None] Provisioning complete for port 77e2d01e-09e5-4e78-ab15-53594706038d triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:41:37.321706 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-c3cff978-053c-41ad-adb3-c58510a7b582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (77e2d01e-09e5-4e78-ab15-53594706038d), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:37.322197 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-c3cff978-053c-41ad-adb3-c58510a7b582 None None] Attempt 1 to provision port 77e2d01e-09e5-4e78-ab15-53594706038d Oct 19 00:41:37.330942 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 77e2d01e-09e5-4e78-ab15-53594706038d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:41:37.349991 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146b8692-4f04-46ac-b12d-cb97a4bbf651 admin admin] Router 5b12016c-b749-45fb-880d-7cec5c00d63f is scheduled to L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 with binding_index 1 {{(pid=111415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 00:41:37.400415 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d04d0741-28fa-4bfb-9b57-d9214b5a2b92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:37.473641 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:37.501026 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port 77e2d01e-09e5-4e78-ab15-53594706038d triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:41:37.501394 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (77e2d01e-09e5-4e78-ab15-53594706038d), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:37.501743 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port 77e2d01e-09e5-4e78-ab15-53594706038d Oct 19 00:41:37.513990 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:37.516871 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d04d0741-28fa-4bfb-9b57-d9214b5a2b92 admin admin] Publish callbacks [] for security_group (1f6a13c3-ad82-4555-b764-ae70d5b3cced), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:37.523111 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d04d0741-28fa-4bfb-9b57-d9214b5a2b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (1f6a13c3-ad82-4555-b764-ae70d5b3cced), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:37.533615 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:37.553615 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146b8692-4f04-46ac-b12d-cb97a4bbf651 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:41:37.569769 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-c3cff978-053c-41ad-adb3-c58510a7b582 None None] Current status of the port 77e2d01e-09e5-4e78-ab15-53594706038d is: DOWN; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:41:37.570090 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-c3cff978-053c-41ad-adb3-c58510a7b582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (77e2d01e-09e5-4e78-ab15-53594706038d), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:37.577607 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9749e8b-3cea-40d7-a95f-9e6715e412be None None] Sync routers for ids ['5b12016c-b749-45fb-880d-7cec5c00d63f'] in dv-cinder-master-3-iscsi {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:41:37.590083 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9749e8b-3cea-40d7-a95f-9e6715e412be None None] Routers {'5b12016c-b749-45fb-880d-7cec5c00d63f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:41:37.590822 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-a9749e8b-3cea-40d7-a95f-9e6715e412be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:41:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['5b12016c-b749-45fb-880d-7cec5c00d63f'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:41:37.596286 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-146b8692-4f04-46ac-b12d-cb97a4bbf651 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:37.598394 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-146b8692-4f04-46ac-b12d-cb97a4bbf651 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9013658 Oct 19 00:41:37.602770 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 59994) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:37.619368 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d0741-28fa-4bfb-9b57-d9214b5a2b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6a13c3-ad82-4555-b764-ae70d5b3cced,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:37.663604 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-c3cff978-053c-41ad-adb3-c58510a7b582 None None] For port 77e2d01e-09e5-4e78-ab15-53594706038d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=77e2d01e-09e5-4e78-ab15-53594706038d,segment=NetworkSegment(e7a3761b-18cd-4d8c-a8b2-c4811fdee8bf),segment_id=e7a3761b-18cd-4d8c-a8b2-c4811fdee8bf)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:41:37.676747 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-d04d0741-28fa-4bfb-9b57-d9214b5a2b92 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=e8ddf006ee284515ba78fa0280e2d498&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6731977 Oct 19 00:41:37.683143 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 60000) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:37.691318 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-c3cff978-053c-41ad-adb3-c58510a7b582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (77e2d01e-09e5-4e78-ab15-53594706038d), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:37.700490 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port 77e2d01e-09e5-4e78-ab15-53594706038d is: DOWN; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:41:37.700811 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (77e2d01e-09e5-4e78-ab15-53594706038d), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:37.781220 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcafb3c7-86a0-4d4a-82e5-d22ea86972aa req-85a40a29-a35b-4be8-bda0-dd3ceaceb9fb tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:37.789111 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-bcafb3c7-86a0-4d4a-82e5-d22ea86972aa req-85a40a29-a35b-4be8-bda0-dd3ceaceb9fb tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e8a28aad-697f-4dee-8254-6f08e9d76168 HTTP/1.1" status: 200 len: 946 time: 0.2324648 Oct 19 00:41:37.877366 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-a9749e8b-3cea-40d7-a95f-9e6715e412be None None] Set router 5b12016c-b749-45fb-880d-7cec5c00d63f gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:41:37.932481 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cff978-053c-41ad-adb3-c58510a7b582 None None] Pushing event updated for resources: {'Port': ['ID=77e2d01e-09e5-4e78-ab15-53594706038d,revision_number=3']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:37.957790 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.db.api [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 19 00:41:37.958515 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG oslo_db.api [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 00:41:37.959727 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-eb17f110-b861-4711-8aaa-0590877c3256 None None] Provisioning complete for port 77e2d01e-09e5-4e78-ab15-53594706038d triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:41:37.960416 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-eb17f110-b861-4711-8aaa-0590877c3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (77e2d01e-09e5-4e78-ab15-53594706038d), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:37.960912 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-eb17f110-b861-4711-8aaa-0590877c3256 None None] Attempt 1 to provision port 77e2d01e-09e5-4e78-ab15-53594706038d Oct 19 00:41:38.000702 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5e8da-3a20-4514-8009-1ccbfff64874 req-0abab44b-cd87-47e8-a6e0-aea12342a3d2 tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:38.002722 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-65f5e8da-3a20-4514-8009-1ccbfff64874 req-0abab44b-cd87-47e8-a6e0-aea12342a3d2 tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e8a28aad-697f-4dee-8254-6f08e9d76168 HTTP/1.1" status: 200 len: 946 time: 0.1072814 Oct 19 00:41:38.053304 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-eb17f110-b861-4711-8aaa-0590877c3256 None None] Current status of the port 77e2d01e-09e5-4e78-ab15-53594706038d is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:41:38.079041 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [req-bcafb3c7-86a0-4d4a-82e5-d22ea86972aa req-643e4e45-daed-4420-a576-f5a4e2f488b0 tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] Deleting port 522599ca-04f8-4a03-91d1-860898570a3b {{(pid=111414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:41:38.079351 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-bcafb3c7-86a0-4d4a-82e5-d22ea86972aa req-643e4e45-daed-4420-a576-f5a4e2f488b0 tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (522599ca-04f8-4a03-91d1-860898570a3b), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:38.179467 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-a9749e8b-3cea-40d7-a95f-9e6715e412be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b12016c-b749-45fb-880d-7cec5c00d63f', 'name': 'tempest-TestShelveInstance-1230692969-router', 'tenant_id': 'f798b16ae6e4429c9c07793a0178f798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.63'}], 'enable_snat': True}, 'gw_port_id': '2252e5c8-1468-4c9d-9bb9-6cf437e5fe41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:41:34Z', 'updated_at': '2022-10-19T00:41:36Z', 'revision_number': 3, 'project_id': 'f798b16ae6e4429c9c07793a0178f798', 'gw_port': {'id': '2252e5c8-1468-4c9d-9bb9-6cf437e5fe41', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b12016c-b749-45fb-880d-7cec5c00d63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:41:35Z', 'updated_at': '2022-10-19T00:41:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:41:38.191455 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-bcafb3c7-86a0-4d4a-82e5-d22ea86972aa req-643e4e45-daed-4420-a576-f5a4e2f488b0 tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] For port 522599ca-04f8-4a03-91d1-860898570a3b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=522599ca-04f8-4a03-91d1-860898570a3b,segment=NetworkSegment(f2b7edb5-09e5-4107-9510-7f8b0ffd80fb),segment_id=f2b7edb5-09e5-4107-9510-7f8b0ffd80fb)] {{(pid=111414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:41:38.191817 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-bcafb3c7-86a0-4d4a-82e5-d22ea86972aa req-643e4e45-daed-4420-a576-f5a4e2f488b0 tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (522599ca-04f8-4a03-91d1-860898570a3b), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:38.210424 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [req-bcafb3c7-86a0-4d4a-82e5-d22ea86972aa req-643e4e45-daed-4420-a576-f5a4e2f488b0 tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] Calling delete_port for 522599ca-04f8-4a03-91d1-860898570a3b owned by compute:nova {{(pid=111414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:41:38.213041 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9749e8b-3cea-40d7-a95f-9e6715e412be None None] Checking router: 5b12016c-b749-45fb-880d-7cec5c00d63f for host: dv-cinder-master-3-iscsi {{(pid=111417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:41:38.213556 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9749e8b-3cea-40d7-a95f-9e6715e412be None None] Updating router 5b12016c-b749-45fb-880d-7cec5c00d63f port 2252e5c8-1468-4c9d-9bb9-6cf437e5fe41 binding host dv-cinder-master-3-iscsi {{(pid=111417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:41:38.247119 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-a9749e8b-3cea-40d7-a95f-9e6715e412be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (2252e5c8-1468-4c9d-9bb9-6cf437e5fe41), before_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:38.260088 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:38.439086 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:38.447836 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3e904-2b5b-4373-81bf-7f5de7c77be6 req-89b59280-8de4-4a4d-8569-6e42e357009d tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:38.454191 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-65f5e8da-3a20-4514-8009-1ccbfff64874 req-3dd6c4b9-6756-42bb-8452-3c75397e4a71 tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d60d174d-87ba-4ac6-9445-66f72a3d0989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4354510 Oct 19 00:41:38.455346 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-bcafb3c7-86a0-4d4a-82e5-d22ea86972aa req-643e4e45-daed-4420-a576-f5a4e2f488b0 tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (522599ca-04f8-4a03-91d1-860898570a3b), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:38.456960 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-3fc3e904-2b5b-4373-81bf-7f5de7c77be6 req-89b59280-8de4-4a4d-8569-6e42e357009d tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 945 time: 0.1085861 Oct 19 00:41:38.498465 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-05c38bc2-e2af-40a3-a52e-c135406d05ff admin admin] Publish callbacks [] for security_group (1f6a13c3-ad82-4555-b764-ae70d5b3cced), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:38.508869 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=100 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:38.509549 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:38.574044 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port 77e2d01e-09e5-4e78-ab15-53594706038d is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:41:38.583146 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] get_ports_and_sgs() called for port_ids ['522599ca-04f8-4a03-91d1-860898570a3b'] {{(pid=111416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 00:41:38.623835 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-3fc3e904-2b5b-4373-81bf-7f5de7c77be6 req-b396e819-ba1f-4cd5-90c7-f82af57a0478 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658244 Oct 19 00:41:38.626843 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-a9749e8b-3cea-40d7-a95f-9e6715e412be None None] Publish callbacks [] for port (2252e5c8-1468-4c9d-9bb9-6cf437e5fe41), precommit_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:38.638220 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-a9749e8b-3cea-40d7-a95f-9e6715e412be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (2252e5c8-1468-4c9d-9bb9-6cf437e5fe41), after_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:38.660609 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e4e45-daed-4420-a576-f5a4e2f488b0 tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] Pushing event deleted for resources: {'Port': ['ID=522599ca-04f8-4a03-91d1-860898570a3b,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:38.710843 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.managers [None req-a9749e8b-3cea-40d7-a95f-9e6715e412be None None] Attempting to bind port 2252e5c8-1468-4c9d-9bb9-6cf437e5fe41 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:41:38.711232 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.managers [None req-a9749e8b-3cea-40d7-a95f-9e6715e412be None None] Attempting to bind port 2252e5c8-1468-4c9d-9bb9-6cf437e5fe41 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'cdce283e-dd8a-4d22-a7f9-996f16aea9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'}] {{(pid=111417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:41:38.711853 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9749e8b-3cea-40d7-a95f-9e6715e412be None None] Attempting to bind port 2252e5c8-1468-4c9d-9bb9-6cf437e5fe41 on network 973fa957-bcd6-42c3-bc57-5a91d78147c8 {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:41:38.724630 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be74dd6-089b-4b21-aa64-b06584a2c404 None None] Pushing event updated for resources: {'Port': ['ID=2252e5c8-1468-4c9d-9bb9-6cf437e5fe41,revision_number=2']} {{(pid=111417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:38.734687 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:38.737649 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcafb3c7-86a0-4d4a-82e5-d22ea86972aa req-643e4e45-daed-4420-a576-f5a4e2f488b0 tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] No DVR routers for this DVR port 522599ca-04f8-4a03-91d1-860898570a3b on host hv-cinder-maste {{(pid=111414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 19 00:41:38.741654 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-bcafb3c7-86a0-4d4a-82e5-d22ea86972aa req-643e4e45-daed-4420-a576-f5a4e2f488b0 tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:38.746021 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-bcafb3c7-86a0-4d4a-82e5-d22ea86972aa req-643e4e45-daed-4420-a576-f5a4e2f488b0 tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.20 "DELETE /networking/v2.0/ports/522599ca-04f8-4a03-91d1-860898570a3b HTTP/1.1" status: 204 len: 173 time: 0.9447491 Oct 19 00:41:38.748588 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-05c38bc2-e2af-40a3-a52e-c135406d05ff admin admin] Publish callbacks [] for security_group (1f6a13c3-ad82-4555-b764-ae70d5b3cced), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:38.752025 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a28aad-697f-4dee-8254-6f08e9d76168', 'name': 'network-vif-deleted', 'tag': '522599ca-04f8-4a03-91d1-860898570a3b'}] {{(pid=111414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:41:38.755425 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e46469f00a83062af0f8a877bbd3a06bc7f865c711541049e4990ec8a28c8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159c42e2-780b-4f7e-a9c4-5ac1c5d7eddc" -d '{"events": [{"server_uuid": "e8a28aad-697f-4dee-8254-6f08e9d76168", "name": "network-vif-deleted", "tag": "522599ca-04f8-4a03-91d1-860898570a3b"}]}' {{(pid=111414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:41:38.760152 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-f86d3fd6-8864-491e-9006-3db69552e087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:38.785947 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be74dd6-089b-4b21-aa64-b06584a2c404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:38.786605 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be74dd6-089b-4b21-aa64-b06584a2c404 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:38.791139 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be74dd6-089b-4b21-aa64-b06584a2c404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:38.792839 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be74dd6-089b-4b21-aa64-b06584a2c404 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:38.793186 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be74dd6-089b-4b21-aa64-b06584a2c404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:38.793523 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be74dd6-089b-4b21-aa64-b06584a2c404 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:38.793854 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be74dd6-089b-4b21-aa64-b06584a2c404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:38.794259 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be74dd6-089b-4b21-aa64-b06584a2c404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:38.794812 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be74dd6-089b-4b21-aa64-b06584a2c404 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:38.795141 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be74dd6-089b-4b21-aa64-b06584a2c404 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:38.795470 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be74dd6-089b-4b21-aa64-b06584a2c404 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:38.795804 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be74dd6-089b-4b21-aa64-b06584a2c404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:38.796295 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be74dd6-089b-4b21-aa64-b06584a2c404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:38.796787 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be74dd6-089b-4b21-aa64-b06584a2c404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:38.797119 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be74dd6-089b-4b21-aa64-b06584a2c404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:41:38.804288 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:38.866311 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9749e8b-3cea-40d7-a95f-9e6715e412be None None] Checking agent: {'id': '0014484f-12ef-47ae-ba33-5ac9a1be8800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 32, 10), 'started_at': datetime.datetime(2022, 10, 19, 0, 32, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:41:38.866608 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9749e8b-3cea-40d7-a95f-9e6715e412be None None] Checking segment: {'id': 'cdce283e-dd8a-4d22-a7f9-996f16aea9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:41:38.867188 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-a9749e8b-3cea-40d7-a95f-9e6715e412be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:38.867743 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9749e8b-3cea-40d7-a95f-9e6715e412be None None] Bound using segment: {'id': 'cdce283e-dd8a-4d22-a7f9-996f16aea9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'} {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:41:38.868378 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.managers [None req-a9749e8b-3cea-40d7-a95f-9e6715e412be None None] Bound port: 2252e5c8-1468-4c9d-9bb9-6cf437e5fe41, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdce283e-dd8a-4d22-a7f9-996f16aea9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'}}] {{(pid=111417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:41:38.868940 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-a9749e8b-3cea-40d7-a95f-9e6715e412be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (2252e5c8-1468-4c9d-9bb9-6cf437e5fe41), before_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:38.913851 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 00:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1edeb3fc-540d-4d13-90be-cf99dae543bf x-openstack-request-id: req-1edeb3fc-540d-4d13-90be-cf99dae543bf {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:41:38.914185 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a28aad-697f-4dee-8254-6f08e9d76168", "name": "network-vif-deleted", "tag": "522599ca-04f8-4a03-91d1-860898570a3b", "status": "completed", "code": 200}]} {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:41:38.914382 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1edeb3fc-540d-4d13-90be-cf99dae543bf {{(pid=111414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:41:38.916344 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1edeb3fc-540d-4d13-90be-cf99dae543bf'] response: {'server_uuid': 'e8a28aad-697f-4dee-8254-6f08e9d76168', 'name': 'network-vif-deleted', 'tag': '522599ca-04f8-4a03-91d1-860898570a3b', 'status': 'completed', 'code': 200} Oct 19 00:41:38.953079 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-05c38bc2-e2af-40a3-a52e-c135406d05ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (1f6a13c3-ad82-4555-b764-ae70d5b3cced), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:38.961592 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-05c38bc2-e2af-40a3-a52e-c135406d05ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:38.964549 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-05c38bc2-e2af-40a3-a52e-c135406d05ff admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/1f6a13c3-ad82-4555-b764-ae70d5b3cced HTTP/1.1" status: 204 len: 168 time: 1.2797046 Oct 19 00:41:39.009765 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c38bc2-e2af-40a3-a52e-c135406d05ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6a13c3-ad82-4555-b764-ae70d5b3cced,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:39.038303 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.db [None req-a9749e8b-3cea-40d7-a95f-9e6715e412be None None] For port 2252e5c8-1468-4c9d-9bb9-6cf437e5fe41, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=111417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:41:39.052289 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.db [None req-a9749e8b-3cea-40d7-a95f-9e6715e412be None None] For port 2252e5c8-1468-4c9d-9bb9-6cf437e5fe41, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2252e5c8-1468-4c9d-9bb9-6cf437e5fe41,segment=NetworkSegment(cdce283e-dd8a-4d22-a7f9-996f16aea9b7),segment_id=cdce283e-dd8a-4d22-a7f9-996f16aea9b7)] {{(pid=111417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:41:39.064613 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-a9749e8b-3cea-40d7-a95f-9e6715e412be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (2252e5c8-1468-4c9d-9bb9-6cf437e5fe41), after_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:39.150003 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.db_base_plugin_common [None req-f86d3fd6-8864-491e-9006-3db69552e087 admin admin] Allocated IP 172.20.0.1 (d812fe1e-848c-4fe4-a621-f8ac43794710/b80d845a-3a7e-43a6-b5dd-98f2f6284100/b947cf69-cee9-4e6d-8ea1-aaab1885d5a3) {{(pid=111415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:41:39.171308 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9749e8b-3cea-40d7-a95f-9e6715e412be None None] Routers {'5b12016c-b749-45fb-880d-7cec5c00d63f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:41:39.173051 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-a9749e8b-3cea-40d7-a95f-9e6715e412be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:41:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['5b12016c-b749-45fb-880d-7cec5c00d63f'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:41:39.307097 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 77e2d01e-09e5-4e78-ab15-53594706038d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:41:39.341347 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be74dd6-089b-4b21-aa64-b06584a2c404 None None] Pushing event updated for resources: {'Port': ['ID=2252e5c8-1468-4c9d-9bb9-6cf437e5fe41,revision_number=3']} {{(pid=111417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:39.390619 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.agents_db [None req-a13584a9-f264-4877-bb17-87a252e2109a None None] Agent healthcheck: found 6 active agents {{(pid=111417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:41:39.397460 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-f86d3fd6-8864-491e-9006-3db69552e087 admin admin] Publish callbacks [] for port (b947cf69-cee9-4e6d-8ea1-aaab1885d5a3), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:39.431756 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port 77e2d01e-09e5-4e78-ab15-53594706038d triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:41:39.432119 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (77e2d01e-09e5-4e78-ab15-53594706038d), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:39.436838 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port 77e2d01e-09e5-4e78-ab15-53594706038d Oct 19 00:41:39.443963 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-f86d3fd6-8864-491e-9006-3db69552e087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7426774'] for port (b947cf69-cee9-4e6d-8ea1-aaab1885d5a3), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:39.489086 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-a9749e8b-3cea-40d7-a95f-9e6715e412be None None] Set router 5b12016c-b749-45fb-880d-7cec5c00d63f gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:41:39.513537 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86d3fd6-8864-491e-9006-3db69552e087 admin admin] Pushing event updated for resources: {'Port': ['ID=b947cf69-cee9-4e6d-8ea1-aaab1885d5a3,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:39.571452 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86d3fd6-8864-491e-9006-3db69552e087 admin admin] Network d812fe1e-848c-4fe4-a621-f8ac43794710 is already hosted by enough agents. {{(pid=111415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:41:39.573960 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.base_scheduler [None req-f86d3fd6-8864-491e-9006-3db69552e087 admin admin] Resources bound (agent type, host, resource id): {{(pid=111415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:41:39.580081 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port 77e2d01e-09e5-4e78-ab15-53594706038d is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:41:39.587737 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86d3fd6-8864-491e-9006-3db69552e087 admin admin] Received port after_create {{(pid=111415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:41:39.641229 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-f86d3fd6-8864-491e-9006-3db69552e087 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1942421'] for router_interface (5b12016c-b749-45fb-880d-7cec5c00d63f), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:39.821342 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 60062) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:39.834254 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-a9749e8b-3cea-40d7-a95f-9e6715e412be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b12016c-b749-45fb-880d-7cec5c00d63f', 'name': 'tempest-TestShelveInstance-1230692969-router', 'tenant_id': 'f798b16ae6e4429c9c07793a0178f798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.63'}], 'enable_snat': True}, 'gw_port_id': '2252e5c8-1468-4c9d-9bb9-6cf437e5fe41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:41:34Z', 'updated_at': '2022-10-19T00:41:36Z', 'revision_number': 3, 'project_id': 'f798b16ae6e4429c9c07793a0178f798', 'gw_port': {'id': '2252e5c8-1468-4c9d-9bb9-6cf437e5fe41', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b12016c-b749-45fb-880d-7cec5c00d63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:41:35Z', 'updated_at': '2022-10-19T00:41:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:41:39.844900 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-0c0c1e4a-d79f-4250-887b-e0cce82d83fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:39.855226 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-26536eea-8cf5-4969-8bce-57fc7560320c req-76191fff-b506-464b-bc21-f7433004b9cc tempest-DeleteServersTestJSON-1183919440 tempest-DeleteServersTestJSON-1183919440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e8a28aad-697f-4dee-8254-6f08e9d76168 HTTP/1.1" status: 200 len: 210 time: 0.1488998 Oct 19 00:41:39.867784 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b935c1-3ff1-40a0-9231-9e6968002221 req-41cce382-83df-426f-b19a-3a9ad2a57983 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:39.871606 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-58b935c1-3ff1-40a0-9231-9e6968002221 req-41cce382-83df-426f-b19a-3a9ad2a57983 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 945 time: 0.0898325 Oct 19 00:41:39.876187 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:39.881095 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9749e8b-3cea-40d7-a95f-9e6715e412be None None] The sync data for ids ['5b12016c-b749-45fb-880d-7cec5c00d63f'] in dv-cinder-master-3-iscsi is: [{'id': '5b12016c-b749-45fb-880d-7cec5c00d63f', 'name': 'tempest-TestShelveInstance-1230692969-router', 'tenant_id': 'f798b16ae6e4429c9c07793a0178f798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.63'}], 'enable_snat': True}, 'gw_port_id': '2252e5c8-1468-4c9d-9bb9-6cf437e5fe41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:41:34Z', 'updated_at': '2022-10-19T00:41:36Z', 'revision_number': 3, 'project_id': 'f798b16ae6e4429c9c07793a0178f798', 'gw_port': {'id': '2252e5c8-1468-4c9d-9bb9-6cf437e5fe41', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b12016c-b749-45fb-880d-7cec5c00d63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:41:35Z', 'updated_at': '2022-10-19T00:41:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:41:39.960339 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-f86d3fd6-8864-491e-9006-3db69552e087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (b947cf69-cee9-4e6d-8ea1-aaab1885d5a3), before_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:39.974970 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-58b935c1-3ff1-40a0-9231-9e6968002221 req-ae42a2bb-cc0f-48be-a29a-5596204783fc tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947340 Oct 19 00:41:40.026525 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-a935a8df-158b-488d-8c1d-023ecaf103bb None None] Provisioning complete for port b947cf69-cee9-4e6d-8ea1-aaab1885d5a3 triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:41:40.027117 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-a935a8df-158b-488d-8c1d-023ecaf103bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (b947cf69-cee9-4e6d-8ea1-aaab1885d5a3), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:40.027558 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-a935a8df-158b-488d-8c1d-023ecaf103bb None None] Attempt 1 to provision port b947cf69-cee9-4e6d-8ea1-aaab1885d5a3 Oct 19 00:41:40.027793 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-0c0c1e4a-d79f-4250-887b-e0cce82d83fd admin admin] Publish callbacks [] for security_group (9a45e527-a45f-4aa4-a2d6-291e4885ce10), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:40.034561 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:40.035401 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-0c0c1e4a-d79f-4250-887b-e0cce82d83fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (9a45e527-a45f-4aa4-a2d6-291e4885ce10), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:40.073358 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c1e4a-d79f-4250-887b-e0cce82d83fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a45e527-a45f-4aa4-a2d6-291e4885ce10,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:40.082354 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-a935a8df-158b-488d-8c1d-023ecaf103bb None None] Port b947cf69-cee9-4e6d-8ea1-aaab1885d5a3 cannot update to ACTIVE because it is not bound. {{(pid=111416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 19 00:41:40.097393 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-0c0c1e4a-d79f-4250-887b-e0cce82d83fd admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=c738162d881d4baa934897639f60a2d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2742109 Oct 19 00:41:40.098030 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 60064) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:40.169670 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-8d7f2f2a-292b-4ea4-ad9b-832168f65db3 admin admin] Publish callbacks [] for security_group (9a45e527-a45f-4aa4-a2d6-291e4885ce10), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:40.202046 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-8d7f2f2a-292b-4ea4-ad9b-832168f65db3 admin admin] Publish callbacks [] for security_group (9a45e527-a45f-4aa4-a2d6-291e4885ce10), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:40.244928 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:40.252447 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:40.321352 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-8d7f2f2a-292b-4ea4-ad9b-832168f65db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (9a45e527-a45f-4aa4-a2d6-291e4885ce10), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:40.325196 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-8d7f2f2a-292b-4ea4-ad9b-832168f65db3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:40.326319 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-8d7f2f2a-292b-4ea4-ad9b-832168f65db3 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/9a45e527-a45f-4aa4-a2d6-291e4885ce10 HTTP/1.1" status: 204 len: 168 time: 0.2273238 Oct 19 00:41:40.341354 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f2f2a-292b-4ea4-ad9b-832168f65db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a45e527-a45f-4aa4-a2d6-291e4885ce10,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:40.431798 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-f86d3fd6-8864-491e-9006-3db69552e087 admin admin] Publish callbacks [] for port (b947cf69-cee9-4e6d-8ea1-aaab1885d5a3), precommit_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:40.449665 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-f86d3fd6-8864-491e-9006-3db69552e087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7426799'] for port (b947cf69-cee9-4e6d-8ea1-aaab1885d5a3), after_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:40.587142 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86d3fd6-8864-491e-9006-3db69552e087 admin admin] Pushing event updated for resources: {'Port': ['ID=b947cf69-cee9-4e6d-8ea1-aaab1885d5a3,revision_number=2']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:40.638112 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-f86d3fd6-8864-491e-9006-3db69552e087 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1942533'] for router_interface (5b12016c-b749-45fb-880d-7cec5c00d63f), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:40.708691 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:40.753620 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86d3fd6-8864-491e-9006-3db69552e087 admin admin] Network d812fe1e-848c-4fe4-a621-f8ac43794710 is already hosted by enough agents. {{(pid=111415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:41:40.754891 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.base_scheduler [None req-f86d3fd6-8864-491e-9006-3db69552e087 admin admin] Resources bound (agent type, host, resource id): {{(pid=111415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:41:40.908252 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f86d3fd6-8864-491e-9006-3db69552e087 admin admin] Router 5b12016c-b749-45fb-880d-7cec5c00d63f has already been hosted by L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 {{(pid=111415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:41:40.987361 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 60088) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:41.013514 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-929bb2d6-81ab-4f27-8ee6-c19931601861 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:41.123025 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86d3fd6-8864-491e-9006-3db69552e087 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:41:41.131399 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-f86d3fd6-8864-491e-9006-3db69552e087 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/5b12016c-b749-45fb-880d-7cec5c00d63f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5275493 Oct 19 00:41:41.158725 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-3d2939cb-42f4-446d-ab5b-b268e1ab0b04 None None] Provisioning complete for port b947cf69-cee9-4e6d-8ea1-aaab1885d5a3 triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:41:41.174703 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-3d2939cb-42f4-446d-ab5b-b268e1ab0b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (b947cf69-cee9-4e6d-8ea1-aaab1885d5a3), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:41.187057 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-3d2939cb-42f4-446d-ab5b-b268e1ab0b04 None None] Attempt 1 to provision port b947cf69-cee9-4e6d-8ea1-aaab1885d5a3 Oct 19 00:41:41.244970 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-929bb2d6-81ab-4f27-8ee6-c19931601861 admin admin] Publish callbacks [] for security_group (aaea04db-b094-4d25-91df-91ab2a3c98ea), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:41.258667 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-929bb2d6-81ab-4f27-8ee6-c19931601861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (aaea04db-b094-4d25-91df-91ab2a3c98ea), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:41.296692 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929bb2d6-81ab-4f27-8ee6-c19931601861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaea04db-b094-4d25-91df-91ab2a3c98ea,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:41.311674 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b8ec0-ce37-4c89-932c-06c72984f612 req-4798c6c5-986f-48a3-8bd3-0905eb3999bf tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:41.313945 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-334b8ec0-ce37-4c89-932c-06c72984f612 req-4798c6c5-986f-48a3-8bd3-0905eb3999bf tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 945 time: 0.1419451 Oct 19 00:41:41.355315 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 60104) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:41.372501 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-929bb2d6-81ab-4f27-8ee6-c19931601861 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=d6ceda4660fc49e3b8d9010acf282cdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3828962 Oct 19 00:41:41.441489 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-334b8ec0-ce37-4c89-932c-06c72984f612 req-a09729ff-5f76-48b9-be2e-36aba34ef472 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105928 Oct 19 00:41:41.450295 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-18547996-cac8-4148-857a-8dc9fa172c44 admin admin] Publish callbacks [] for security_group (aaea04db-b094-4d25-91df-91ab2a3c98ea), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:41.464329 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 2252e5c8-1468-4c9d-9bb9-6cf437e5fe41 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:41:41.478670 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:41.514954 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-18547996-cac8-4148-857a-8dc9fa172c44 admin admin] Publish callbacks [] for security_group (aaea04db-b094-4d25-91df-91ab2a3c98ea), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:41.546171 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-3d2939cb-42f4-446d-ab5b-b268e1ab0b04 None None] Port b947cf69-cee9-4e6d-8ea1-aaab1885d5a3 cannot update to ACTIVE because it is not bound. {{(pid=111416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 19 00:41:41.561175 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:41.578947 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port 2252e5c8-1468-4c9d-9bb9-6cf437e5fe41 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:41:41.579322 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (2252e5c8-1468-4c9d-9bb9-6cf437e5fe41), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:41.579720 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port 2252e5c8-1468-4c9d-9bb9-6cf437e5fe41 Oct 19 00:41:41.607530 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-18547996-cac8-4148-857a-8dc9fa172c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (aaea04db-b094-4d25-91df-91ab2a3c98ea), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:41.613530 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-18547996-cac8-4148-857a-8dc9fa172c44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:41.617946 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-18547996-cac8-4148-857a-8dc9fa172c44 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/aaea04db-b094-4d25-91df-91ab2a3c98ea HTTP/1.1" status: 204 len: 168 time: 0.2591846 Oct 19 00:41:41.636234 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18547996-cac8-4148-857a-8dc9fa172c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaea04db-b094-4d25-91df-91ab2a3c98ea,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:41.701894 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port 2252e5c8-1468-4c9d-9bb9-6cf437e5fe41 is: DOWN; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:41:41.702336 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (2252e5c8-1468-4c9d-9bb9-6cf437e5fe41), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:41.727338 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] For port 2252e5c8-1468-4c9d-9bb9-6cf437e5fe41, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2252e5c8-1468-4c9d-9bb9-6cf437e5fe41,segment=NetworkSegment(cdce283e-dd8a-4d22-a7f9-996f16aea9b7),segment_id=cdce283e-dd8a-4d22-a7f9-996f16aea9b7)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:41:41.733070 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (2252e5c8-1468-4c9d-9bb9-6cf437e5fe41), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:41.772883 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:41.797283 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Pushing event updated for resources: {'Port': ['ID=2252e5c8-1468-4c9d-9bb9-6cf437e5fe41,revision_number=4']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:42.155809 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 60138) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:42.161412 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-c334a4d2-4d9f-44fd-9695-65d70063ad4f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1981481933-network', 'tenant_id': '995ba646a2c047c5a9b1df24325ff98d'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:41:42.187213 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c334a4d2-4d9f-44fd-9695-65d70063ad4f admin admin] Made reservation on behalf of 995ba646a2c047c5a9b1df24325ff98d for: {'network': 1} {{(pid=111414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:41:42.189734 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c334a4d2-4d9f-44fd-9695-65d70063ad4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for network (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:42.201360 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c334a4d2-4d9f-44fd-9695-65d70063ad4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:42.226436 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=14 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:42.314285 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c334a4d2-4d9f-44fd-9695-65d70063ad4f admin admin] Publish callbacks [] for security_group (a0091adb-2ffe-429b-910a-f9bb87e14ac7), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:42.321555 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c334a4d2-4d9f-44fd-9695-65d70063ad4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (a0091adb-2ffe-429b-910a-f9bb87e14ac7), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:42.340878 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:42.365059 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0888454e-d46c-4898-8b17-395dc8f2044c None None] Sync routers for ids ['5b12016c-b749-45fb-880d-7cec5c00d63f'] in dv-cinder-master-3-iscsi {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:41:42.377468 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0888454e-d46c-4898-8b17-395dc8f2044c None None] Routers {'5b12016c-b749-45fb-880d-7cec5c00d63f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:41:42.377846 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c334a4d2-4d9f-44fd-9695-65d70063ad4f admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=111414) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:41:42.378121 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-0888454e-d46c-4898-8b17-395dc8f2044c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:41:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['5b12016c-b749-45fb-880d-7cec5c00d63f'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:41:42.388272 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c334a4d2-4d9f-44fd-9695-65d70063ad4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0091adb-2ffe-429b-910a-f9bb87e14ac7,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:42.397081 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c334a4d2-4d9f-44fd-9695-65d70063ad4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412'] for segment (9b329681-0356-4e8d-abd8-f8e9dd087e4a), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:42.397890 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.db.segments_db [None req-c334a4d2-4d9f-44fd-9695-65d70063ad4f admin admin] Added segment 9b329681-0356-4e8d-abd8-f8e9dd087e4a of type vlan for network 60fe668d-aa2d-4932-bd91-5483c87fcedf Oct 19 00:41:42.461913 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c334a4d2-4d9f-44fd-9695-65d70063ad4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730482266143'] for network (60fe668d-aa2d-4932-bd91-5483c87fcedf), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:42.498285 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c334a4d2-4d9f-44fd-9695-65d70063ad4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988'] for network (60fe668d-aa2d-4932-bd91-5483c87fcedf), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:42.498831 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c334a4d2-4d9f-44fd-9695-65d70063ad4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:42.499522 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c334a4d2-4d9f-44fd-9695-65d70063ad4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for network (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:42.526185 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-0888454e-d46c-4898-8b17-395dc8f2044c None None] Set router 5b12016c-b749-45fb-880d-7cec5c00d63f gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:41:42.607833 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-c334a4d2-4d9f-44fd-9695-65d70063ad4f admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4502485 Oct 19 00:41:42.615685 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 60152) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:42.622038 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-4b212e8e-fb1b-4793-abd8-04f6ef568b64 admin admin] Request body: {'subnet': {'network_id': '60fe668d-aa2d-4932-bd91-5483c87fcedf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1981481933-subnet', 'tenant_id': '995ba646a2c047c5a9b1df24325ff98d', 'ip_version': 4}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:41:42.636262 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c334a4d2-4d9f-44fd-9695-65d70063ad4f admin admin] Pushing event updated for resources: {'Network': ['ID=60fe668d-aa2d-4932-bd91-5483c87fcedf,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:42.662867 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b212e8e-fb1b-4793-abd8-04f6ef568b64 admin admin] Made reservation on behalf of 995ba646a2c047c5a9b1df24325ff98d for: {'subnet': 1} {{(pid=111414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:41:42.670011 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-4b212e8e-fb1b-4793-abd8-04f6ef568b64 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8022641'] for subnet (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:42.690989 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a0a5c-2815-4fb0-83e8-3df7aab6fedf req-98ee80e6-7592-441a-be6e-7dde1692168f tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:42.700908 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-da3a0a5c-2815-4fb0-83e8-3df7aab6fedf req-98ee80e6-7592-441a-be6e-7dde1692168f tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 945 time: 0.1019504 Oct 19 00:41:42.707340 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Network 60fe668d-aa2d-4932-bd91-5483c87fcedf details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=111416) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:41:42.794595 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-da3a0a5c-2815-4fb0-83e8-3df7aab6fedf req-871ed91e-6067-4caf-9d45-920da151b336 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893276 Oct 19 00:41:42.876789 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-0888454e-d46c-4898-8b17-395dc8f2044c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b12016c-b749-45fb-880d-7cec5c00d63f', 'name': 'tempest-TestShelveInstance-1230692969-router', 'tenant_id': 'f798b16ae6e4429c9c07793a0178f798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.63'}], 'enable_snat': True}, 'gw_port_id': '2252e5c8-1468-4c9d-9bb9-6cf437e5fe41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:41:34Z', 'updated_at': '2022-10-19T00:41:39Z', 'revision_number': 4, 'project_id': 'f798b16ae6e4429c9c07793a0178f798', 'gw_port': {'id': '2252e5c8-1468-4c9d-9bb9-6cf437e5fe41', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b12016c-b749-45fb-880d-7cec5c00d63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:41:35Z', 'updated_at': '2022-10-19T00:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b947cf69-cee9-4e6d-8ea1-aaab1885d5a3', 'name': '', 'network_id': 'd812fe1e-848c-4fe4-a621-f8ac43794710', 'tenant_id': 'f798b16ae6e4429c9c07793a0178f798', 'mac_address': 'fa:16:3e:71:2e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b12016c-b749-45fb-880d-7cec5c00d63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b80d845a-3a7e-43a6-b5dd-98f2f6284100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:41:38Z', 'updated_at': '2022-10-19T00:41:40Z', 'revision_number': 2, 'project_id': 'f798b16ae6e4429c9c07793a0178f798', 'subnets': [{'id': 'b80d845a-3a7e-43a6-b5dd-98f2f6284100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:41:42.903409 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-4b212e8e-fb1b-4793-abd8-04f6ef568b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6577616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8022627'] for subnet (ec5ea0a3-8c74-4aff-9482-6993d7902887), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:42.903620 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0888454e-d46c-4898-8b17-395dc8f2044c None None] Checking router: 5b12016c-b749-45fb-880d-7cec5c00d63f for host: dv-cinder-master-3-iscsi {{(pid=111416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:41:42.903830 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0888454e-d46c-4898-8b17-395dc8f2044c None None] Updating router 5b12016c-b749-45fb-880d-7cec5c00d63f port b947cf69-cee9-4e6d-8ea1-aaab1885d5a3 binding host dv-cinder-master-3-iscsi {{(pid=111416) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:41:42.937678 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-0888454e-d46c-4898-8b17-395dc8f2044c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (b947cf69-cee9-4e6d-8ea1-aaab1885d5a3), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:42.962303 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b212e8e-fb1b-4793-abd8-04f6ef568b64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec5ea0a3-8c74-4aff-9482-6993d7902887,revision_number=0']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:42.975554 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b212e8e-fb1b-4793-abd8-04f6ef568b64 admin admin] Checking segment: {'id': '9b329681-0356-4e8d-abd8-f8e9dd087e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '60fe668d-aa2d-4932-bd91-5483c87fcedf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:41:42.976088 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b212e8e-fb1b-4793-abd8-04f6ef568b64 admin admin] Network hostable DHCP agents. Network: 60fe668d-aa2d-4932-bd91-5483c87fcedf, hostable agents: ['57535a1d-5c08-48f6-b25c-e56d637dc4b8'], hosted agents: [] {{(pid=111414) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:41:42.996768 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b212e8e-fb1b-4793-abd8-04f6ef568b64 admin admin] Network 60fe668d-aa2d-4932-bd91-5483c87fcedf is scheduled to be hosted by DHCP agent 57535a1d-5c08-48f6-b25c-e56d637dc4b8 with binding_index 1 {{(pid=111414) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:41:43.008155 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [None req-4b212e8e-fb1b-4793-abd8-04f6ef568b64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 60fe668d-aa2d-4932-bd91-5483c87fcedf) {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:41:43.012925 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b212e8e-fb1b-4793-abd8-04f6ef568b64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:43.013683 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-4b212e8e-fb1b-4793-abd8-04f6ef568b64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for subnet (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:43.036182 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-4b212e8e-fb1b-4793-abd8-04f6ef568b64 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4169207 Oct 19 00:41:43.036406 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09119d52-afa6-45e0-9143-a153e9310b0d None None] Network 60fe668d-aa2d-4932-bd91-5483c87fcedf requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:41:43.036513 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 60162) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:43.041712 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-0c022853-5e56-44c8-9ca7-0553b287a85a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1981481933-router', 'tenant_id': '995ba646a2c047c5a9b1df24325ff98d', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'}}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:41:43.073423 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-0c022853-5e56-44c8-9ca7-0553b287a85a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1939933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2045'] for router (b89c2fd7-97c8-4f10-8468-b3036939c141), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:43.075002 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-0c022853-5e56-44c8-9ca7-0553b287a85a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1949320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2062503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2026'] for router (b89c2fd7-97c8-4f10-8468-b3036939c141), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:43.150496 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-0c022853-5e56-44c8-9ca7-0553b287a85a admin admin] Publish callbacks [] for router_controller (b89c2fd7-97c8-4f10-8468-b3036939c141), precommit_add_association {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:43.153425 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=73,neutron:INSERT=20,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:43.261655 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:43.277227 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-0888454e-d46c-4898-8b17-395dc8f2044c None None] Publish callbacks [] for port (b947cf69-cee9-4e6d-8ea1-aaab1885d5a3), precommit_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:43.287341 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-0888454e-d46c-4898-8b17-395dc8f2044c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (b947cf69-cee9-4e6d-8ea1-aaab1885d5a3), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:43.329398 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 2252e5c8-1468-4c9d-9bb9-6cf437e5fe41 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:41:43.352866 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-0c022853-5e56-44c8-9ca7-0553b287a85a admin admin] Publish callbacks [] for router_gateway (b89c2fd7-97c8-4f10-8468-b3036939c141), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:43.406262 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:43.425011 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e06e2-aa83-4c4c-a911-971ff091bbbb None None] Pushing event updated for resources: {'Port': ['ID=b947cf69-cee9-4e6d-8ea1-aaab1885d5a3,revision_number=3']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:43.445423 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a99f17-82e4-496f-9855-7819a1519eab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-60fe668d-aa2d-4932-bd91-5483c87fcedf', 'network_id': '60fe668d-aa2d-4932-bd91-5483c87fcedf', 'project_id': '995ba646a2c047c5a9b1df24325ff98d', 'fixed_ips': [{'subnet_id': 'ec5ea0a3-8c74-4aff-9482-6993d7902887'}]}} from dv-cinder-master-3-iscsi. {{(pid=111416) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 19 00:41:43.446326 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-37a99f17-82e4-496f-9855-7819a1519eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:43.475284 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:43.483941 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-0888454e-d46c-4898-8b17-395dc8f2044c None None] Attempting to bind port b947cf69-cee9-4e6d-8ea1-aaab1885d5a3 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:41:43.484334 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-0888454e-d46c-4898-8b17-395dc8f2044c None None] Attempting to bind port b947cf69-cee9-4e6d-8ea1-aaab1885d5a3 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'e7a3761b-18cd-4d8c-a8b2-c4811fdee8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd812fe1e-848c-4fe4-a621-f8ac43794710'}] {{(pid=111416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:41:43.485282 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0888454e-d46c-4898-8b17-395dc8f2044c None None] Attempting to bind port b947cf69-cee9-4e6d-8ea1-aaab1885d5a3 on network d812fe1e-848c-4fe4-a621-f8ac43794710 {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:41:43.522398 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port 2252e5c8-1468-4c9d-9bb9-6cf437e5fe41 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:41:43.522398 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (2252e5c8-1468-4c9d-9bb9-6cf437e5fe41), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:43.522713 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port 2252e5c8-1468-4c9d-9bb9-6cf437e5fe41 Oct 19 00:41:43.558030 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-0c022853-5e56-44c8-9ca7-0553b287a85a admin admin] Publish callbacks [] for router_gateway (b89c2fd7-97c8-4f10-8468-b3036939c141), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:43.578133 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-0c022853-5e56-44c8-9ca7-0553b287a85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:43.629149 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0888454e-d46c-4898-8b17-395dc8f2044c None None] Checking agent: {'id': '0014484f-12ef-47ae-ba33-5ac9a1be8800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 32, 10), 'started_at': datetime.datetime(2022, 10, 19, 0, 32, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:41:43.629511 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0888454e-d46c-4898-8b17-395dc8f2044c None None] Checking segment: {'id': 'e7a3761b-18cd-4d8c-a8b2-c4811fdee8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd812fe1e-848c-4fe4-a621-f8ac43794710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:41:43.629908 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-0888454e-d46c-4898-8b17-395dc8f2044c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:43.630296 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0888454e-d46c-4898-8b17-395dc8f2044c None None] Bound using segment: {'id': 'e7a3761b-18cd-4d8c-a8b2-c4811fdee8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd812fe1e-848c-4fe4-a621-f8ac43794710'} {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:41:43.630793 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-0888454e-d46c-4898-8b17-395dc8f2044c None None] Bound port: b947cf69-cee9-4e6d-8ea1-aaab1885d5a3, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a3761b-18cd-4d8c-a8b2-c4811fdee8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd812fe1e-848c-4fe4-a621-f8ac43794710'}}] {{(pid=111416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:41:43.631163 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-0888454e-d46c-4898-8b17-395dc8f2044c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (b947cf69-cee9-4e6d-8ea1-aaab1885d5a3), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:43.690303 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.db_base_plugin_common [None req-0c022853-5e56-44c8-9ca7-0553b287a85a admin admin] Allocated IP 172.37.6.79 (973fa957-bcd6-42c3-bc57-5a91d78147c8/c5b4f151-6e49-4135-be82-7abc543b5247/a93b6ca4-b346-4b9e-bcc9-8f43ac113650) {{(pid=111414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:41:43.741581 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 522599ca-04f8-4a03-91d1-860898570a3b no longer exists at agent hyperv_hv-cinder-maste {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:41:43.765628 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.db_base_plugin_common [None req-37a99f17-82e4-496f-9855-7819a1519eab None None] Allocated IP 172.20.0.2 (60fe668d-aa2d-4932-bd91-5483c87fcedf/ec5ea0a3-8c74-4aff-9482-6993d7902887/ca726b92-da38-4061-9605-540e8403a43f) {{(pid=111416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:41:43.798233 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] No Port match for: 522599ca-04f8-4a03-91d1-860898570a3b {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:41:43.798743 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 522599ca-04f8-4a03-91d1-860898570a3b not bound to the agent host hv-cinder-maste {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:41:43.815967 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port 2252e5c8-1468-4c9d-9bb9-6cf437e5fe41 is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:41:43.822692 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-0888454e-d46c-4898-8b17-395dc8f2044c None None] For port b947cf69-cee9-4e6d-8ea1-aaab1885d5a3, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=111416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:41:43.830102 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-0888454e-d46c-4898-8b17-395dc8f2044c None None] For port b947cf69-cee9-4e6d-8ea1-aaab1885d5a3, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b947cf69-cee9-4e6d-8ea1-aaab1885d5a3,segment=NetworkSegment(e7a3761b-18cd-4d8c-a8b2-c4811fdee8bf),segment_id=e7a3761b-18cd-4d8c-a8b2-c4811fdee8bf)] {{(pid=111416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:41:43.997530 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-0888454e-d46c-4898-8b17-395dc8f2044c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (b947cf69-cee9-4e6d-8ea1-aaab1885d5a3), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:44.033316 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b652a-49b0-4cfd-a7d5-03c32c2726b0 req-0a7c5490-4b18-4416-ab02-e779ae34bf30 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:44.034866 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-252b652a-49b0-4cfd-a7d5-03c32c2726b0 req-0a7c5490-4b18-4416-ab02-e779ae34bf30 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 945 time: 0.0907764 Oct 19 00:41:44.062139 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0888454e-d46c-4898-8b17-395dc8f2044c None None] Routers {'5b12016c-b749-45fb-880d-7cec5c00d63f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:41:44.063447 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-0888454e-d46c-4898-8b17-395dc8f2044c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:41:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['5b12016c-b749-45fb-880d-7cec5c00d63f'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:41:44.101619 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-0c022853-5e56-44c8-9ca7-0553b287a85a admin admin] Publish callbacks [] for port (a93b6ca4-b346-4b9e-bcc9-8f43ac113650), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:44.124157 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e06e2-aa83-4c4c-a911-971ff091bbbb None None] Pushing event updated for resources: {'Port': ['ID=b947cf69-cee9-4e6d-8ea1-aaab1885d5a3,revision_number=4']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:44.127689 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-252b652a-49b0-4cfd-a7d5-03c32c2726b0 req-a904b58a-3f39-4553-a33e-e09f5739228d tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816882 Oct 19 00:41:44.150007 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:44.156940 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-0c022853-5e56-44c8-9ca7-0553b287a85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (a93b6ca4-b346-4b9e-bcc9-8f43ac113650), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:44.222705 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c022853-5e56-44c8-9ca7-0553b287a85a admin admin] Network 973fa957-bcd6-42c3-bc57-5a91d78147c8 is already hosted by enough agents. {{(pid=111414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:41:44.229314 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [None req-0c022853-5e56-44c8-9ca7-0553b287a85a admin admin] Resources bound (agent type, host, resource id): {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:41:44.233693 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c022853-5e56-44c8-9ca7-0553b287a85a admin admin] Received port after_create {{(pid=111414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:41:44.235043 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-37a99f17-82e4-496f-9855-7819a1519eab None None] Publish callbacks [] for port (ca726b92-da38-4061-9605-540e8403a43f), precommit_create {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:44.247357 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-0888454e-d46c-4898-8b17-395dc8f2044c None None] Set router 5b12016c-b749-45fb-880d-7cec5c00d63f gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:41:44.249865 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-37a99f17-82e4-496f-9855-7819a1519eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450'] for port (ca726b92-da38-4061-9605-540e8403a43f), after_create {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:44.275277 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c022853-5e56-44c8-9ca7-0553b287a85a admin admin] Pushing event updated for resources: {'Port': ['ID=a93b6ca4-b346-4b9e-bcc9-8f43ac113650,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:44.284812 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:44.331809 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a99f17-82e4-496f-9855-7819a1519eab None None] Network 60fe668d-aa2d-4932-bd91-5483c87fcedf is already hosted by enough agents. {{(pid=111416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:41:44.337160 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.scheduler.base_scheduler [None req-37a99f17-82e4-496f-9855-7819a1519eab None None] Resources bound (agent type, host, resource id): {{(pid=111416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:41:44.380557 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a99f17-82e4-496f-9855-7819a1519eab None None] Received port after_create {{(pid=111416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:41:44.429906 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a99f17-82e4-496f-9855-7819a1519eab None None] Pushing event updated for resources: {'Port': ['ID=ca726b92-da38-4061-9605-540e8403a43f,revision_number=1']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:44.513048 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-37a99f17-82e4-496f-9855-7819a1519eab None None] Attempting to bind port ca726b92-da38-4061-9605-540e8403a43f on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:41:44.513447 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-37a99f17-82e4-496f-9855-7819a1519eab None None] Attempting to bind port ca726b92-da38-4061-9605-540e8403a43f by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '9b329681-0356-4e8d-abd8-f8e9dd087e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '60fe668d-aa2d-4932-bd91-5483c87fcedf'}] {{(pid=111416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:41:44.513812 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a99f17-82e4-496f-9855-7819a1519eab None None] Attempting to bind port ca726b92-da38-4061-9605-540e8403a43f on network 60fe668d-aa2d-4932-bd91-5483c87fcedf {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:41:44.545891 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:44.555823 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-0c022853-5e56-44c8-9ca7-0553b287a85a admin admin] Publish callbacks [] for router_gateway (b89c2fd7-97c8-4f10-8468-b3036939c141), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:44.659106 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-0888454e-d46c-4898-8b17-395dc8f2044c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b12016c-b749-45fb-880d-7cec5c00d63f', 'name': 'tempest-TestShelveInstance-1230692969-router', 'tenant_id': 'f798b16ae6e4429c9c07793a0178f798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.63'}], 'enable_snat': True}, 'gw_port_id': '2252e5c8-1468-4c9d-9bb9-6cf437e5fe41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:41:34Z', 'updated_at': '2022-10-19T00:41:39Z', 'revision_number': 4, 'project_id': 'f798b16ae6e4429c9c07793a0178f798', 'gw_port': {'id': '2252e5c8-1468-4c9d-9bb9-6cf437e5fe41', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b12016c-b749-45fb-880d-7cec5c00d63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:41:35Z', 'updated_at': '2022-10-19T00:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b947cf69-cee9-4e6d-8ea1-aaab1885d5a3', 'name': '', 'network_id': 'd812fe1e-848c-4fe4-a621-f8ac43794710', 'tenant_id': 'f798b16ae6e4429c9c07793a0178f798', 'mac_address': 'fa:16:3e:71:2e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b12016c-b749-45fb-880d-7cec5c00d63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b80d845a-3a7e-43a6-b5dd-98f2f6284100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:41:38Z', 'updated_at': '2022-10-19T00:41:43Z', 'revision_number': 4, 'project_id': 'f798b16ae6e4429c9c07793a0178f798', 'subnets': [{'id': 'b80d845a-3a7e-43a6-b5dd-98f2f6284100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:41:44.662645 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a99f17-82e4-496f-9855-7819a1519eab None None] Checking agent: {'id': '0014484f-12ef-47ae-ba33-5ac9a1be8800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 32, 10), 'started_at': datetime.datetime(2022, 10, 19, 0, 32, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:41:44.663301 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a99f17-82e4-496f-9855-7819a1519eab None None] Checking segment: {'id': '9b329681-0356-4e8d-abd8-f8e9dd087e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '60fe668d-aa2d-4932-bd91-5483c87fcedf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:41:44.663435 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-37a99f17-82e4-496f-9855-7819a1519eab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:44.663758 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a99f17-82e4-496f-9855-7819a1519eab None None] Bound using segment: {'id': '9b329681-0356-4e8d-abd8-f8e9dd087e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '60fe668d-aa2d-4932-bd91-5483c87fcedf'} {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:41:44.664240 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-37a99f17-82e4-496f-9855-7819a1519eab None None] Bound port: ca726b92-da38-4061-9605-540e8403a43f, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b329681-0356-4e8d-abd8-f8e9dd087e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '60fe668d-aa2d-4932-bd91-5483c87fcedf'}}] {{(pid=111416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:41:44.664624 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-37a99f17-82e4-496f-9855-7819a1519eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (ca726b92-da38-4061-9605-540e8403a43f), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:44.696268 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0888454e-d46c-4898-8b17-395dc8f2044c None None] The sync data for ids ['5b12016c-b749-45fb-880d-7cec5c00d63f'] in dv-cinder-master-3-iscsi is: [{'id': '5b12016c-b749-45fb-880d-7cec5c00d63f', 'name': 'tempest-TestShelveInstance-1230692969-router', 'tenant_id': 'f798b16ae6e4429c9c07793a0178f798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.63'}], 'enable_snat': True}, 'gw_port_id': '2252e5c8-1468-4c9d-9bb9-6cf437e5fe41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:41:34Z', 'updated_at': '2022-10-19T00:41:39Z', 'revision_number': 4, 'project_id': 'f798b16ae6e4429c9c07793a0178f798', 'gw_port': {'id': '2252e5c8-1468-4c9d-9bb9-6cf437e5fe41', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b12016c-b749-45fb-880d-7cec5c00d63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:41:35Z', 'updated_at': '2022-10-19T00:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b947cf69-cee9-4e6d-8ea1-aaab1885d5a3', 'name': '', 'network_id': 'd812fe1e-848c-4fe4-a621-f8ac43794710', 'tenant_id': 'f798b16ae6e4429c9c07793a0178f798', 'mac_address': 'fa:16:3e:71:2e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b12016c-b749-45fb-880d-7cec5c00d63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b80d845a-3a7e-43a6-b5dd-98f2f6284100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:41:38Z', 'updated_at': '2022-10-19T00:41:43Z', 'revision_number': 4, 'project_id': 'f798b16ae6e4429c9c07793a0178f798', 'subnets': [{'id': 'b80d845a-3a7e-43a6-b5dd-98f2f6284100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:41:44.757046 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:44.881559 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-37a99f17-82e4-496f-9855-7819a1519eab None None] For port ca726b92-da38-4061-9605-540e8403a43f, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=111416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:41:44.884912 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-0c022853-5e56-44c8-9ca7-0553b287a85a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1947415'] for router (b89c2fd7-97c8-4f10-8468-b3036939c141), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:44.887759 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-37a99f17-82e4-496f-9855-7819a1519eab None None] For port ca726b92-da38-4061-9605-540e8403a43f, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ca726b92-da38-4061-9605-540e8403a43f,segment=NetworkSegment(9b329681-0356-4e8d-abd8-f8e9dd087e4a),segment_id=9b329681-0356-4e8d-abd8-f8e9dd087e4a)] {{(pid=111416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:41:44.908636 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-37a99f17-82e4-496f-9855-7819a1519eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (ca726b92-da38-4061-9605-540e8403a43f), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:45.042870 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a99f17-82e4-496f-9855-7819a1519eab None None] Pushing event updated for resources: {'Port': ['ID=ca726b92-da38-4061-9605-540e8403a43f,revision_number=2']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:45.187015 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 60210) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:45.314860 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c022853-5e56-44c8-9ca7-0553b287a85a admin admin] Router b89c2fd7-97c8-4f10-8468-b3036939c141 is scheduled to L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 with binding_index 1 {{(pid=111414) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 00:41:45.433437 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device b947cf69-cee9-4e6d-8ea1-aaab1885d5a3 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:41:45.541874 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port b947cf69-cee9-4e6d-8ea1-aaab1885d5a3 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:41:45.542570 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (b947cf69-cee9-4e6d-8ea1-aaab1885d5a3), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:45.543507 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port b947cf69-cee9-4e6d-8ea1-aaab1885d5a3 Oct 19 00:41:45.787284 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba0f3a-d6d1-436c-814d-858c7ac98281 req-810f5f5d-bac1-4ff1-a290-568a26cdae5a tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:45.800342 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-f3ba0f3a-d6d1-436c-814d-858c7ac98281 req-810f5f5d-bac1-4ff1-a290-568a26cdae5a tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 945 time: 0.3766398 Oct 19 00:41:45.850784 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c022853-5e56-44c8-9ca7-0553b287a85a admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:41:45.854619 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port b947cf69-cee9-4e6d-8ea1-aaab1885d5a3 is: DOWN; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:41:45.855434 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (b947cf69-cee9-4e6d-8ea1-aaab1885d5a3), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:45.864660 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e364b5-e90b-4b45-9009-4b65d0e8d756 None None] Sync routers for ids ['b89c2fd7-97c8-4f10-8468-b3036939c141'] in dv-cinder-master-3-iscsi {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:41:45.886903 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-0c022853-5e56-44c8-9ca7-0553b287a85a admin admin] Publish callbacks [] for router (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:45.888590 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-0c022853-5e56-44c8-9ca7-0553b287a85a admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8512790 Oct 19 00:41:45.892328 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e364b5-e90b-4b45-9009-4b65d0e8d756 None None] Routers {'b89c2fd7-97c8-4f10-8468-b3036939c141'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:41:45.893299 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-33e364b5-e90b-4b45-9009-4b65d0e8d756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:41:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['b89c2fd7-97c8-4f10-8468-b3036939c141'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:41:45.893663 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 60222) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:46.022812 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] For port b947cf69-cee9-4e6d-8ea1-aaab1885d5a3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b947cf69-cee9-4e6d-8ea1-aaab1885d5a3,segment=NetworkSegment(e7a3761b-18cd-4d8c-a8b2-c4811fdee8bf),segment_id=e7a3761b-18cd-4d8c-a8b2-c4811fdee8bf)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:41:46.030797 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (b947cf69-cee9-4e6d-8ea1-aaab1885d5a3), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:46.058058 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-f3ba0f3a-d6d1-436c-814d-858c7ac98281 req-7b06c56c-c32b-40a9-b135-32f7173f03d6 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564108 Oct 19 00:41:46.205109 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Pushing event updated for resources: {'Port': ['ID=b947cf69-cee9-4e6d-8ea1-aaab1885d5a3,revision_number=5']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:46.432296 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-33e364b5-e90b-4b45-9009-4b65d0e8d756 None None] Set router b89c2fd7-97c8-4f10-8468-b3036939c141 gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:41:46.487017 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1c1bab6d-8efe-41f5-b70b-bdeba8a32c8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1942574'] for router_interface (cb71179f-77f5-43cb-9d72-cfb0cccc06e0), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:46.587376 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:46.633297 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:46.635936 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-58e12ac3-d13b-4894-8c28-b18d9b36c03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:46.684360 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:46.832584 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:46.833020 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-33e364b5-e90b-4b45-9009-4b65d0e8d756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89c2fd7-97c8-4f10-8468-b3036939c141', 'name': 'tempest-TestShelveInstance-1981481933-router', 'tenant_id': '995ba646a2c047c5a9b1df24325ff98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.79'}], 'enable_snat': True}, 'gw_port_id': 'a93b6ca4-b346-4b9e-bcc9-8f43ac113650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:41:43Z', 'updated_at': '2022-10-19T00:41:44Z', 'revision_number': 3, 'project_id': '995ba646a2c047c5a9b1df24325ff98d', 'gw_port': {'id': 'a93b6ca4-b346-4b9e-bcc9-8f43ac113650', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ba:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89c2fd7-97c8-4f10-8468-b3036939c141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:41:43Z', 'updated_at': '2022-10-19T00:41:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:41:46.838244 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b66206-abf9-4749-8c8f-6050edf83d67 None None] Network 60fe668d-aa2d-4932-bd91-5483c87fcedf requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:41:46.867817 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.db_base_plugin_common [None req-58e12ac3-d13b-4894-8c28-b18d9b36c03b admin admin] Allocated IP 172.20.0.1 (60fe668d-aa2d-4932-bd91-5483c87fcedf/ec5ea0a3-8c74-4aff-9482-6993d7902887/67eb244e-6438-4611-842c-72c8963975ac) {{(pid=111414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:41:46.903915 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e364b5-e90b-4b45-9009-4b65d0e8d756 None None] Checking router: b89c2fd7-97c8-4f10-8468-b3036939c141 for host: dv-cinder-master-3-iscsi {{(pid=111417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:41:46.905007 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e364b5-e90b-4b45-9009-4b65d0e8d756 None None] Updating router b89c2fd7-97c8-4f10-8468-b3036939c141 port a93b6ca4-b346-4b9e-bcc9-8f43ac113650 binding host dv-cinder-master-3-iscsi {{(pid=111417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:41:46.915397 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:46.961323 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-33e364b5-e90b-4b45-9009-4b65d0e8d756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (a93b6ca4-b346-4b9e-bcc9-8f43ac113650), before_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:47.006725 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-dae5c20d-2b9c-49f7-802c-c9ca9949cbd3 None None] Provisioning complete for port ca726b92-da38-4061-9605-540e8403a43f triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:41:47.007096 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-dae5c20d-2b9c-49f7-802c-c9ca9949cbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (ca726b92-da38-4061-9605-540e8403a43f), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:47.007609 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-dae5c20d-2b9c-49f7-802c-c9ca9949cbd3 None None] Attempt 1 to provision port ca726b92-da38-4061-9605-540e8403a43f Oct 19 00:41:47.035644 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:47.043191 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:47.064715 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-58e12ac3-d13b-4894-8c28-b18d9b36c03b admin admin] Publish callbacks [] for port (67eb244e-6438-4611-842c-72c8963975ac), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:47.115795 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-58e12ac3-d13b-4894-8c28-b18d9b36c03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (67eb244e-6438-4611-842c-72c8963975ac), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:47.169087 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-dae5c20d-2b9c-49f7-802c-c9ca9949cbd3 None None] Current status of the port ca726b92-da38-4061-9605-540e8403a43f is: DOWN; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:41:47.169482 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-dae5c20d-2b9c-49f7-802c-c9ca9949cbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (ca726b92-da38-4061-9605-540e8403a43f), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:47.190357 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e12ac3-d13b-4894-8c28-b18d9b36c03b admin admin] Network 60fe668d-aa2d-4932-bd91-5483c87fcedf is already hosted by enough agents. {{(pid=111414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:41:47.193955 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [None req-58e12ac3-d13b-4894-8c28-b18d9b36c03b admin admin] Resources bound (agent type, host, resource id): {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:41:47.197062 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e12ac3-d13b-4894-8c28-b18d9b36c03b admin admin] Received port after_create {{(pid=111414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:41:47.251080 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e12ac3-d13b-4894-8c28-b18d9b36c03b admin admin] Pushing event updated for resources: {'Port': ['ID=67eb244e-6438-4611-842c-72c8963975ac,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:47.304602 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-dae5c20d-2b9c-49f7-802c-c9ca9949cbd3 None None] For port ca726b92-da38-4061-9605-540e8403a43f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ca726b92-da38-4061-9605-540e8403a43f,segment=NetworkSegment(9b329681-0356-4e8d-abd8-f8e9dd087e4a),segment_id=9b329681-0356-4e8d-abd8-f8e9dd087e4a)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:41:47.320781 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-dae5c20d-2b9c-49f7-802c-c9ca9949cbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (ca726b92-da38-4061-9605-540e8403a43f), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:47.321117 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94f186-e80f-44b8-8ccb-bc3ac427e334 req-877eb3d6-ac34-4232-9c3d-9bb4e324788a tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:47.324873 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-2a94f186-e80f-44b8-8ccb-bc3ac427e334 req-877eb3d6-ac34-4232-9c3d-9bb4e324788a tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 945 time: 0.0783434 Oct 19 00:41:47.338619 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-58e12ac3-d13b-4894-8c28-b18d9b36c03b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1942421'] for router_interface (b89c2fd7-97c8-4f10-8468-b3036939c141), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:47.343144 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bab6d-8efe-41f5-b70b-bdeba8a32c8f admin admin] Deleting port e9cd02a6-67dc-414f-8b71-71616ec0bb96 {{(pid=111415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:41:47.343722 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1c1bab6d-8efe-41f5-b70b-bdeba8a32c8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (e9cd02a6-67dc-414f-8b71-71616ec0bb96), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:47.436470 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-2a94f186-e80f-44b8-8ccb-bc3ac427e334 req-fff9aff4-1115-4dce-8613-d6cc214ca08e tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046052 Oct 19 00:41:47.451079 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae5c20d-2b9c-49f7-802c-c9ca9949cbd3 None None] Pushing event updated for resources: {'Port': ['ID=ca726b92-da38-4061-9605-540e8403a43f,revision_number=3']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:47.471605 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-7edf1115-def4-489c-a3ae-6097a3486a12 None None] Provisioning complete for port ca726b92-da38-4061-9605-540e8403a43f triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:41:47.471985 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-7edf1115-def4-489c-a3ae-6097a3486a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (ca726b92-da38-4061-9605-540e8403a43f), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:47.472320 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-7edf1115-def4-489c-a3ae-6097a3486a12 None None] Attempt 1 to provision port ca726b92-da38-4061-9605-540e8403a43f Oct 19 00:41:47.536060 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device ca726b92-da38-4061-9605-540e8403a43f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:41:47.599117 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-33e364b5-e90b-4b45-9009-4b65d0e8d756 None None] Publish callbacks [] for port (a93b6ca4-b346-4b9e-bcc9-8f43ac113650), precommit_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:47.604959 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.db [None req-1c1bab6d-8efe-41f5-b70b-bdeba8a32c8f admin admin] For port e9cd02a6-67dc-414f-8b71-71616ec0bb96, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e9cd02a6-67dc-414f-8b71-71616ec0bb96,segment=NetworkSegment(f2b7edb5-09e5-4107-9510-7f8b0ffd80fb),segment_id=f2b7edb5-09e5-4107-9510-7f8b0ffd80fb)] {{(pid=111415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:41:47.605558 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1c1bab6d-8efe-41f5-b70b-bdeba8a32c8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (e9cd02a6-67dc-414f-8b71-71616ec0bb96), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:47.607938 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-33e364b5-e90b-4b45-9009-4b65d0e8d756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (a93b6ca4-b346-4b9e-bcc9-8f43ac113650), after_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:47.622302 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-7edf1115-def4-489c-a3ae-6097a3486a12 None None] Current status of the port ca726b92-da38-4061-9605-540e8403a43f is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:41:47.622740 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-58e12ac3-d13b-4894-8c28-b18d9b36c03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (67eb244e-6438-4611-842c-72c8963975ac), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:47.637091 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port ca726b92-da38-4061-9605-540e8403a43f triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:41:47.637470 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (ca726b92-da38-4061-9605-540e8403a43f), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:47.637799 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port ca726b92-da38-4061-9605-540e8403a43f Oct 19 00:41:47.640593 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bab6d-8efe-41f5-b70b-bdeba8a32c8f admin admin] Calling delete_port for e9cd02a6-67dc-414f-8b71-71616ec0bb96 owned by network:router_interface {{(pid=111415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:41:47.658784 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.managers [None req-33e364b5-e90b-4b45-9009-4b65d0e8d756 None None] Attempting to bind port a93b6ca4-b346-4b9e-bcc9-8f43ac113650 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:41:47.659508 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.managers [None req-33e364b5-e90b-4b45-9009-4b65d0e8d756 None None] Attempting to bind port a93b6ca4-b346-4b9e-bcc9-8f43ac113650 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'cdce283e-dd8a-4d22-a7f9-996f16aea9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'}] {{(pid=111417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:41:47.660096 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e364b5-e90b-4b45-9009-4b65d0e8d756 None None] Attempting to bind port a93b6ca4-b346-4b9e-bcc9-8f43ac113650 on network 973fa957-bcd6-42c3-bc57-5a91d78147c8 {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:41:47.701556 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ead0e4-7e34-40c8-9e4a-1e5cd53e20d6 None None] Pushing event updated for resources: {'Port': ['ID=a93b6ca4-b346-4b9e-bcc9-8f43ac113650,revision_number=2']} {{(pid=111417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:47.720643 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e364b5-e90b-4b45-9009-4b65d0e8d756 None None] Checking agent: {'id': '0014484f-12ef-47ae-ba33-5ac9a1be8800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 32, 10), 'started_at': datetime.datetime(2022, 10, 19, 0, 32, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:41:47.721203 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e364b5-e90b-4b45-9009-4b65d0e8d756 None None] Checking segment: {'id': 'cdce283e-dd8a-4d22-a7f9-996f16aea9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:41:47.721698 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-33e364b5-e90b-4b45-9009-4b65d0e8d756 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:47.722312 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e364b5-e90b-4b45-9009-4b65d0e8d756 None None] Bound using segment: {'id': 'cdce283e-dd8a-4d22-a7f9-996f16aea9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'} {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:41:47.723051 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.managers [None req-33e364b5-e90b-4b45-9009-4b65d0e8d756 None None] Bound port: a93b6ca4-b346-4b9e-bcc9-8f43ac113650, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdce283e-dd8a-4d22-a7f9-996f16aea9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'}}] {{(pid=111417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:41:47.723533 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-33e364b5-e90b-4b45-9009-4b65d0e8d756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (a93b6ca4-b346-4b9e-bcc9-8f43ac113650), before_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:47.773668 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-a5e541d5-056c-4196-a05e-24886f3dd6dd None None] Provisioning complete for port 67eb244e-6438-4611-842c-72c8963975ac triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:41:47.774269 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-a5e541d5-056c-4196-a05e-24886f3dd6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (67eb244e-6438-4611-842c-72c8963975ac), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:47.775055 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-a5e541d5-056c-4196-a05e-24886f3dd6dd None None] Attempt 1 to provision port 67eb244e-6438-4611-842c-72c8963975ac Oct 19 00:41:47.777818 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:47.780127 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port ca726b92-da38-4061-9605-540e8403a43f is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:41:47.782256 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device b947cf69-cee9-4e6d-8ea1-aaab1885d5a3 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:41:47.787732 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.db [None req-33e364b5-e90b-4b45-9009-4b65d0e8d756 None None] For port a93b6ca4-b346-4b9e-bcc9-8f43ac113650, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=111417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:41:47.792040 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.db [None req-33e364b5-e90b-4b45-9009-4b65d0e8d756 None None] For port a93b6ca4-b346-4b9e-bcc9-8f43ac113650, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a93b6ca4-b346-4b9e-bcc9-8f43ac113650,segment=NetworkSegment(cdce283e-dd8a-4d22-a7f9-996f16aea9b7),segment_id=cdce283e-dd8a-4d22-a7f9-996f16aea9b7)] {{(pid=111417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:41:47.801555 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-33e364b5-e90b-4b45-9009-4b65d0e8d756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (a93b6ca4-b346-4b9e-bcc9-8f43ac113650), after_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:47.841334 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:47.846577 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e364b5-e90b-4b45-9009-4b65d0e8d756 None None] Routers {'b89c2fd7-97c8-4f10-8468-b3036939c141'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:41:47.847469 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-33e364b5-e90b-4b45-9009-4b65d0e8d756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:41:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['b89c2fd7-97c8-4f10-8468-b3036939c141'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:41:47.877621 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-58e12ac3-d13b-4894-8c28-b18d9b36c03b admin admin] Publish callbacks [] for port (67eb244e-6438-4611-842c-72c8963975ac), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:47.888569 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-58e12ac3-d13b-4894-8c28-b18d9b36c03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577477'] for port (67eb244e-6438-4611-842c-72c8963975ac), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:47.905632 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-a5e541d5-056c-4196-a05e-24886f3dd6dd None None] Port 67eb244e-6438-4611-842c-72c8963975ac cannot update to ACTIVE because it is not bound. {{(pid=111416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 19 00:41:47.947367 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port b947cf69-cee9-4e6d-8ea1-aaab1885d5a3 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:41:47.947367 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (b947cf69-cee9-4e6d-8ea1-aaab1885d5a3), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:47.947823 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port b947cf69-cee9-4e6d-8ea1-aaab1885d5a3 Oct 19 00:41:47.955047 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ead0e4-7e34-40c8-9e4a-1e5cd53e20d6 None None] Pushing event updated for resources: {'Port': ['ID=a93b6ca4-b346-4b9e-bcc9-8f43ac113650,revision_number=3']} {{(pid=111417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:47.961933 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1c1bab6d-8efe-41f5-b70b-bdeba8a32c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7426774'] for port (e9cd02a6-67dc-414f-8b71-71616ec0bb96), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:48.003789 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e12ac3-d13b-4894-8c28-b18d9b36c03b admin admin] Pushing event updated for resources: {'Port': ['ID=67eb244e-6438-4611-842c-72c8963975ac,revision_number=2']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:48.007728 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-58e12ac3-d13b-4894-8c28-b18d9b36c03b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1942533'] for router_interface (b89c2fd7-97c8-4f10-8468-b3036939c141), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:48.032096 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bab6d-8efe-41f5-b70b-bdeba8a32c8f admin admin] Pushing event deleted for resources: {'Port': ['ID=e9cd02a6-67dc-414f-8b71-71616ec0bb96,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:48.035961 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-33e364b5-e90b-4b45-9009-4b65d0e8d756 None None] Set router b89c2fd7-97c8-4f10-8468-b3036939c141 gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:41:48.057886 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port b947cf69-cee9-4e6d-8ea1-aaab1885d5a3 is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:41:48.132688 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:INSERT=3,neutron:UPDATE=2,neutron:SELECT=95 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:48.148283 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e12ac3-d13b-4894-8c28-b18d9b36c03b admin admin] Network 60fe668d-aa2d-4932-bd91-5483c87fcedf is already hosted by enough agents. {{(pid=111414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:41:48.150408 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [None req-58e12ac3-d13b-4894-8c28-b18d9b36c03b admin admin] Resources bound (agent type, host, resource id): {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:41:48.202880 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:48.262097 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1c1bab6d-8efe-41f5-b70b-bdeba8a32c8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1942682'] for router_interface (cb71179f-77f5-43cb-9d72-cfb0cccc06e0), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:48.277501 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-33e364b5-e90b-4b45-9009-4b65d0e8d756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89c2fd7-97c8-4f10-8468-b3036939c141', 'name': 'tempest-TestShelveInstance-1981481933-router', 'tenant_id': '995ba646a2c047c5a9b1df24325ff98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.79'}], 'enable_snat': True}, 'gw_port_id': 'a93b6ca4-b346-4b9e-bcc9-8f43ac113650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:41:43Z', 'updated_at': '2022-10-19T00:41:47Z', 'revision_number': 4, 'project_id': '995ba646a2c047c5a9b1df24325ff98d', 'gw_port': {'id': 'a93b6ca4-b346-4b9e-bcc9-8f43ac113650', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ba:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89c2fd7-97c8-4f10-8468-b3036939c141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:41:43Z', 'updated_at': '2022-10-19T00:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '67eb244e-6438-4611-842c-72c8963975ac', 'name': '', 'network_id': '60fe668d-aa2d-4932-bd91-5483c87fcedf', 'tenant_id': '995ba646a2c047c5a9b1df24325ff98d', 'mac_address': 'fa:16:3e:8b:a2:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89c2fd7-97c8-4f10-8468-b3036939c141', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'ec5ea0a3-8c74-4aff-9482-6993d7902887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:41:46Z', 'updated_at': '2022-10-19T00:41:46Z', 'revision_number': 1, 'project_id': '995ba646a2c047c5a9b1df24325ff98d', 'subnets': [{'id': 'ec5ea0a3-8c74-4aff-9482-6993d7902887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:41:48.303986 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e364b5-e90b-4b45-9009-4b65d0e8d756 None None] The sync data for ids ['b89c2fd7-97c8-4f10-8468-b3036939c141'] in dv-cinder-master-3-iscsi is: [{'id': 'b89c2fd7-97c8-4f10-8468-b3036939c141', 'name': 'tempest-TestShelveInstance-1981481933-router', 'tenant_id': '995ba646a2c047c5a9b1df24325ff98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.79'}], 'enable_snat': True}, 'gw_port_id': 'a93b6ca4-b346-4b9e-bcc9-8f43ac113650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:41:43Z', 'updated_at': '2022-10-19T00:41:47Z', 'revision_number': 4, 'project_id': '995ba646a2c047c5a9b1df24325ff98d', 'gw_port': {'id': 'a93b6ca4-b346-4b9e-bcc9-8f43ac113650', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ba:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89c2fd7-97c8-4f10-8468-b3036939c141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:41:43Z', 'updated_at': '2022-10-19T00:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '67eb244e-6438-4611-842c-72c8963975ac', 'name': '', 'network_id': '60fe668d-aa2d-4932-bd91-5483c87fcedf', 'tenant_id': '995ba646a2c047c5a9b1df24325ff98d', 'mac_address': 'fa:16:3e:8b:a2:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89c2fd7-97c8-4f10-8468-b3036939c141', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'ec5ea0a3-8c74-4aff-9482-6993d7902887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:41:46Z', 'updated_at': '2022-10-19T00:41:46Z', 'revision_number': 1, 'project_id': '995ba646a2c047c5a9b1df24325ff98d', 'subnets': [{'id': 'ec5ea0a3-8c74-4aff-9482-6993d7902887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:41:48.304909 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e12ac3-d13b-4894-8c28-b18d9b36c03b admin admin] Router b89c2fd7-97c8-4f10-8468-b3036939c141 has already been hosted by L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 {{(pid=111414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:41:48.476190 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e12ac3-d13b-4894-8c28-b18d9b36c03b admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:41:48.481078 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983b1e2b-5360-4b76-b383-1f79f61f8cf3 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=111416) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 19 00:41:48.488157 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-58e12ac3-d13b-4894-8c28-b18d9b36c03b admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/b89c2fd7-97c8-4f10-8468-b3036939c141/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5910258 Oct 19 00:41:48.655099 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1bab6d-8efe-41f5-b70b-bdeba8a32c8f admin admin] Router cb71179f-77f5-43cb-9d72-cfb0cccc06e0 has already been hosted by L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 {{(pid=111415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:41:48.678810 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a9882-e9cd-4e10-8bda-f5d38a948fe5 req-34b64719-4ef2-4cba-8559-db2f71516b45 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:48.681552 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-992a9882-e9cd-4e10-8bda-f5d38a948fe5 req-34b64719-4ef2-4cba-8559-db2f71516b45 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 945 time: 0.1075315 Oct 19 00:41:48.737092 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-1537b3ed-2e70-4932-82e3-f24d17896a17 None None] Provisioning complete for port 67eb244e-6438-4611-842c-72c8963975ac triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:41:48.737462 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-1537b3ed-2e70-4932-82e3-f24d17896a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (67eb244e-6438-4611-842c-72c8963975ac), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:48.737798 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-1537b3ed-2e70-4932-82e3-f24d17896a17 None None] Attempt 1 to provision port 67eb244e-6438-4611-842c-72c8963975ac Oct 19 00:41:48.778794 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:48.829116 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-992a9882-e9cd-4e10-8bda-f5d38a948fe5 req-4b314192-7735-4066-86af-3b94ab94cc98 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328731 Oct 19 00:41:48.868158 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-1537b3ed-2e70-4932-82e3-f24d17896a17 None None] Port 67eb244e-6438-4611-842c-72c8963975ac cannot update to ACTIVE because it is not bound. {{(pid=111416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 19 00:41:48.872342 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983b1e2b-5360-4b76-b383-1f79f61f8cf3 None None] Resources bound (agent type, host, resource id): {{(pid=111416) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 00:41:48.911283 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:48.926117 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1bab6d-8efe-41f5-b70b-bdeba8a32c8f admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:41:48.936379 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-1c1bab6d-8efe-41f5-b70b-bdeba8a32c8f admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/cb71179f-77f5-43cb-9d72-cfb0cccc06e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7482200 Oct 19 00:41:48.941744 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 60258) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:49.067005 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7955ab6-2a65-43e8-892e-393bdb629c47 None None] Sync routers for ids ['cb71179f-77f5-43cb-9d72-cfb0cccc06e0'] in dv-cinder-master-3-iscsi {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:41:49.202949 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 60266) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:49.208608 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-3c41bf11-27b2-4499-94f6-57a9cf5f1485 tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1086442532', 'description': 'tempest-secgroup-smoke-1086442532 description', 'project_id': 'f798b16ae6e4429c9c07793a0178f798'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:41:49.259692 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-3c41bf11-27b2-4499-94f6-57a9cf5f1485 tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:49.412882 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:DELETE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:49.446872 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d5968b2f-a06a-423d-b8f0-d5c4d888cf95 admin admin] Publish callbacks [] for router (cb71179f-77f5-43cb-9d72-cfb0cccc06e0), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:49.507623 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-3c41bf11-27b2-4499-94f6-57a9cf5f1485 tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] Publish callbacks [] for security_group (0d9fbfc3-f49d-444a-b39b-32de4416450d), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:49.518440 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-3c41bf11-27b2-4499-94f6-57a9cf5f1485 tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (0d9fbfc3-f49d-444a-b39b-32de4416450d), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:49.545518 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7955ab6-2a65-43e8-892e-393bdb629c47 None None] Routers {'cb71179f-77f5-43cb-9d72-cfb0cccc06e0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:41:49.546212 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-c7955ab6-2a65-43e8-892e-393bdb629c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:41:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['cb71179f-77f5-43cb-9d72-cfb0cccc06e0'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:41:49.554970 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device ca726b92-da38-4061-9605-540e8403a43f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:41:49.576909 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-3c41bf11-27b2-4499-94f6-57a9cf5f1485 tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:49.581450 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-3c41bf11-27b2-4499-94f6-57a9cf5f1485 tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3736372 Oct 19 00:41:49.583884 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c41bf11-27b2-4499-94f6-57a9cf5f1485 tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9fbfc3-f49d-444a-b39b-32de4416450d,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:49.585974 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 60276) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:49.605179 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-dcb057e3-ff54-44d7-8ab4-0db0c828d789 tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] Request body: {'security_group_rule': {'security_group_id': '0d9fbfc3-f49d-444a-b39b-32de4416450d', 'project_id': 'f798b16ae6e4429c9c07793a0178f798', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:41:49.654243 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-dcb057e3-ff54-44d7-8ab4-0db0c828d789 tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] Publish callbacks [] for security_group_rule (aec12c5d-b6fd-4f51-a34b-c35b1ab27da9), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:49.665117 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:49.707876 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d5968b2f-a06a-423d-b8f0-d5c4d888cf95 admin admin] Publish callbacks [] for router_gateway (cb71179f-77f5-43cb-9d72-cfb0cccc06e0), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:49.794092 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [None req-d5968b2f-a06a-423d-b8f0-d5c4d888cf95 admin admin] Deleting port 5392348f-cbb3-47f7-99f5-bea5d2b1c7ee {{(pid=111414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:41:49.794670 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d5968b2f-a06a-423d-b8f0-d5c4d888cf95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (5392348f-cbb3-47f7-99f5-bea5d2b1c7ee), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:49.807369 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-dcb057e3-ff54-44d7-8ab4-0db0c828d789 tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] Publish callbacks [] for security_group_rule (aec12c5d-b6fd-4f51-a34b-c35b1ab27da9), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:49.814062 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-dcb057e3-ff54-44d7-8ab4-0db0c828d789 tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038804'] for security_group_rule (aec12c5d-b6fd-4f51-a34b-c35b1ab27da9), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:49.849212 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb057e3-ff54-44d7-8ab4-0db0c828d789 tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aec12c5d-b6fd-4f51-a34b-c35b1ab27da9,revision_number=0']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:49.856395 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-c7955ab6-2a65-43e8-892e-393bdb629c47 None None] Set router cb71179f-77f5-43cb-9d72-cfb0cccc06e0 gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:41:49.873375 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-dcb057e3-ff54-44d7-8ab4-0db0c828d789 tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:49.876627 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-dcb057e3-ff54-44d7-8ab4-0db0c828d789 tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2755675 Oct 19 00:41:49.880093 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 60282) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:49.886950 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-299b6984-331e-4d39-a6f9-6f139c2f8cb4 tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] Request body: {'security_group_rule': {'security_group_id': '0d9fbfc3-f49d-444a-b39b-32de4416450d', 'project_id': 'f798b16ae6e4429c9c07793a0178f798', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:41:49.927776 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-299b6984-331e-4d39-a6f9-6f139c2f8cb4 tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] Publish callbacks [] for security_group_rule (83509935-dc05-4e79-b953-0ab0995b6293), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:49.965218 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [None req-d5968b2f-a06a-423d-b8f0-d5c4d888cf95 admin admin] For port 5392348f-cbb3-47f7-99f5-bea5d2b1c7ee, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5392348f-cbb3-47f7-99f5-bea5d2b1c7ee,segment=NetworkSegment(cdce283e-dd8a-4d22-a7f9-996f16aea9b7),segment_id=cdce283e-dd8a-4d22-a7f9-996f16aea9b7)] {{(pid=111414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:41:49.965795 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d5968b2f-a06a-423d-b8f0-d5c4d888cf95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (5392348f-cbb3-47f7-99f5-bea5d2b1c7ee), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:49.997370 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [None req-d5968b2f-a06a-423d-b8f0-d5c4d888cf95 admin admin] Calling delete_port for 5392348f-cbb3-47f7-99f5-bea5d2b1c7ee owned by network:router_gateway {{(pid=111414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:41:49.999189 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port ca726b92-da38-4061-9605-540e8403a43f triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:41:49.999773 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (ca726b92-da38-4061-9605-540e8403a43f), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:50.000415 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port ca726b92-da38-4061-9605-540e8403a43f Oct 19 00:41:50.011352 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-299b6984-331e-4d39-a6f9-6f139c2f8cb4 tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] Publish callbacks [] for security_group_rule (83509935-dc05-4e79-b953-0ab0995b6293), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:50.063183 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=100 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:50.083213 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768196f2-52d8-45dc-acf8-2c9a13840e95 req-11eeb81a-4835-4566-88f5-7adb590235b0 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:50.084784 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-768196f2-52d8-45dc-acf8-2c9a13840e95 req-11eeb81a-4835-4566-88f5-7adb590235b0 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 945 time: 0.0721366 Oct 19 00:41:50.085971 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-299b6984-331e-4d39-a6f9-6f139c2f8cb4 tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038804'] for security_group_rule (83509935-dc05-4e79-b953-0ab0995b6293), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:50.130909 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-299b6984-331e-4d39-a6f9-6f139c2f8cb4 tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:50.134602 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-299b6984-331e-4d39-a6f9-6f139c2f8cb4 tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2506430 Oct 19 00:41:50.141659 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 60284) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:50.147501 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-d8dac3b3-fc94-4fa3-b830-ce9248cb7a64 tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] Request body: {'security_group_rule': {'security_group_id': '0d9fbfc3-f49d-444a-b39b-32de4416450d', 'project_id': 'f798b16ae6e4429c9c07793a0178f798', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:41:50.162656 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b6984-331e-4d39-a6f9-6f139c2f8cb4 tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83509935-dc05-4e79-b953-0ab0995b6293,revision_number=0']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:50.185813 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port ca726b92-da38-4061-9605-540e8403a43f is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:41:50.248551 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-768196f2-52d8-45dc-acf8-2c9a13840e95 req-c89da848-a115-439b-9f76-2faa6deb7b4b tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352456 Oct 19 00:41:50.258641 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d8dac3b3-fc94-4fa3-b830-ce9248cb7a64 tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] Publish callbacks [] for security_group_rule (77d2ab8b-9b50-4022-b56e-b2751befe8b5), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:50.263583 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-c7955ab6-2a65-43e8-892e-393bdb629c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb71179f-77f5-43cb-9d72-cfb0cccc06e0', 'name': 'tempest-DeleteServersTestJSON-1588813887-router', 'tenant_id': 'f249d9041c6749f58973a5b0867b07ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.134'}], 'enable_snat': True}, 'gw_port_id': '5392348f-cbb3-47f7-99f5-bea5d2b1c7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:25Z', 'updated_at': '2022-10-19T00:41:47Z', 'revision_number': 5, 'project_id': 'f249d9041c6749f58973a5b0867b07ce', 'gw_port': {'id': '5392348f-cbb3-47f7-99f5-bea5d2b1c7ee', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:cd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb71179f-77f5-43cb-9d72-cfb0cccc06e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:41:50.317309 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7955ab6-2a65-43e8-892e-393bdb629c47 None None] Checking router: cb71179f-77f5-43cb-9d72-cfb0cccc06e0 for host: dv-cinder-master-3-iscsi {{(pid=111416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:41:50.339491 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7955ab6-2a65-43e8-892e-393bdb629c47 None None] Routers {'cb71179f-77f5-43cb-9d72-cfb0cccc06e0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:41:50.340131 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-c7955ab6-2a65-43e8-892e-393bdb629c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:41:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['cb71179f-77f5-43cb-9d72-cfb0cccc06e0'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:41:50.360881 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d5968b2f-a06a-423d-b8f0-d5c4d888cf95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (5392348f-cbb3-47f7-99f5-bea5d2b1c7ee), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:50.364719 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d8dac3b3-fc94-4fa3-b830-ce9248cb7a64 tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] Publish callbacks [] for security_group_rule (77d2ab8b-9b50-4022-b56e-b2751befe8b5), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:50.370899 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d8dac3b3-fc94-4fa3-b830-ce9248cb7a64 tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038804'] for security_group_rule (77d2ab8b-9b50-4022-b56e-b2751befe8b5), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:50.396546 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dac3b3-fc94-4fa3-b830-ce9248cb7a64 tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77d2ab8b-9b50-4022-b56e-b2751befe8b5,revision_number=0']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:50.409360 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d8dac3b3-fc94-4fa3-b830-ce9248cb7a64 tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:50.412128 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5968b2f-a06a-423d-b8f0-d5c4d888cf95 admin admin] Pushing event deleted for resources: {'Port': ['ID=5392348f-cbb3-47f7-99f5-bea5d2b1c7ee,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:50.412279 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-d8dac3b3-fc94-4fa3-b830-ce9248cb7a64 tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2667198 Oct 19 00:41:50.413252 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 60288) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:50.417516 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-c135f3ff-1249-4bff-b8f5-58874143d659 tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] Request body: {'security_group_rule': {'security_group_id': '0d9fbfc3-f49d-444a-b39b-32de4416450d', 'project_id': 'f798b16ae6e4429c9c07793a0178f798', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:41:50.456822 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-c135f3ff-1249-4bff-b8f5-58874143d659 tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] Publish callbacks [] for security_group_rule (61062907-bf10-4716-a93e-fe9aba020ce7), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:50.529603 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-c7955ab6-2a65-43e8-892e-393bdb629c47 None None] Set router cb71179f-77f5-43cb-9d72-cfb0cccc06e0 gateway port host: None {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:41:50.553052 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d5968b2f-a06a-423d-b8f0-d5c4d888cf95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1947507'] for router_gateway (cb71179f-77f5-43cb-9d72-cfb0cccc06e0), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:50.593402 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-c135f3ff-1249-4bff-b8f5-58874143d659 tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] Publish callbacks [] for security_group_rule (61062907-bf10-4716-a93e-fe9aba020ce7), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:50.602961 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-c135f3ff-1249-4bff-b8f5-58874143d659 tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038804'] for security_group_rule (61062907-bf10-4716-a93e-fe9aba020ce7), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:50.637514 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:50.638191 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=76,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:50.659404 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-c135f3ff-1249-4bff-b8f5-58874143d659 tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:50.664999 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-c135f3ff-1249-4bff-b8f5-58874143d659 tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2469397 Oct 19 00:41:50.666278 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 60298) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:50.680665 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-a2a3d3e5-6239-488a-b1e1-2badc9508ece tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] Request body: {'security_group_rule': {'security_group_id': '0d9fbfc3-f49d-444a-b39b-32de4416450d', 'project_id': 'f798b16ae6e4429c9c07793a0178f798', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:41:50.692102 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c135f3ff-1249-4bff-b8f5-58874143d659 tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61062907-bf10-4716-a93e-fe9aba020ce7,revision_number=0']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:50.694183 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-c7955ab6-2a65-43e8-892e-393bdb629c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb71179f-77f5-43cb-9d72-cfb0cccc06e0', 'name': 'tempest-DeleteServersTestJSON-1588813887-router', 'tenant_id': 'f249d9041c6749f58973a5b0867b07ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:25Z', 'updated_at': '2022-10-19T00:41:49Z', 'revision_number': 6, 'project_id': 'f249d9041c6749f58973a5b0867b07ce', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:41:50.729807 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7955ab6-2a65-43e8-892e-393bdb629c47 None None] The sync data for ids ['cb71179f-77f5-43cb-9d72-cfb0cccc06e0'] in dv-cinder-master-3-iscsi is: [{'id': 'cb71179f-77f5-43cb-9d72-cfb0cccc06e0', 'name': 'tempest-DeleteServersTestJSON-1588813887-router', 'tenant_id': 'f249d9041c6749f58973a5b0867b07ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:25Z', 'updated_at': '2022-10-19T00:41:49Z', 'revision_number': 6, 'project_id': 'f249d9041c6749f58973a5b0867b07ce', 'gw_port_host': None}] {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:41:50.747172 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.db.securitygroups_db [None req-a2a3d3e5-6239-488a-b1e1-2badc9508ece tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] Project f798b16ae6e4429c9c07793a0178f798 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 00:41:50.764448 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a2a3d3e5-6239-488a-b1e1-2badc9508ece tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] Publish callbacks [] for security_group_rule (50f5727f-00ef-4e4c-acfb-db903355b9f3), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:50.770977 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d5968b2f-a06a-423d-b8f0-d5c4d888cf95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2019'] for router (cb71179f-77f5-43cb-9d72-cfb0cccc06e0), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:50.775115 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d5968b2f-a06a-423d-b8f0-d5c4d888cf95 admin admin] Publish callbacks [] for router_controller (cb71179f-77f5-43cb-9d72-cfb0cccc06e0), precommit_delete_associations {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:50.777824 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:50.813617 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-f3446489-6a6c-4193-a8d7-8de4fceea337 None None] Provisioning complete for port 8743a7e4-7f76-47fd-8923-e872ffdc0020 triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:41:50.814013 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-f3446489-6a6c-4193-a8d7-8de4fceea337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (8743a7e4-7f76-47fd-8923-e872ffdc0020), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:50.814350 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-f3446489-6a6c-4193-a8d7-8de4fceea337 None None] Attempt 1 to provision port 8743a7e4-7f76-47fd-8923-e872ffdc0020 Oct 19 00:41:50.876294 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a2a3d3e5-6239-488a-b1e1-2badc9508ece tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] Publish callbacks [] for security_group_rule (50f5727f-00ef-4e4c-acfb-db903355b9f3), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:50.880172 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=100 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:50.882302 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a2a3d3e5-6239-488a-b1e1-2badc9508ece tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038804'] for security_group_rule (50f5727f-00ef-4e4c-acfb-db903355b9f3), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:50.885062 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d5968b2f-a06a-423d-b8f0-d5c4d888cf95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942605'] for router (cb71179f-77f5-43cb-9d72-cfb0cccc06e0), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:50.886714 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5968b2f-a06a-423d-b8f0-d5c4d888cf95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb71179f-77f5-43cb-9d72-cfb0cccc06e0 {{(pid=111414) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 00:41:50.895284 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d5968b2f-a06a-423d-b8f0-d5c4d888cf95 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:50.896652 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-d5968b2f-a06a-423d-b8f0-d5c4d888cf95 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/cb71179f-77f5-43cb-9d72-cfb0cccc06e0 HTTP/1.1" status: 204 len: 168 time: 1.9536321 Oct 19 00:41:50.899239 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 60302) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:50.916298 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a3d3e5-6239-488a-b1e1-2badc9508ece tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50f5727f-00ef-4e4c-acfb-db903355b9f3,revision_number=0']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:50.921196 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a2a3d3e5-6239-488a-b1e1-2badc9508ece tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:50.923598 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-a2a3d3e5-6239-488a-b1e1-2badc9508ece tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2533121 Oct 19 00:41:50.925376 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 60304) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:50.930283 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-8386b275-4e73-4687-9544-5cd28835f298 tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] Request body: {'security_group_rule': {'security_group_id': '0d9fbfc3-f49d-444a-b39b-32de4416450d', 'project_id': 'f798b16ae6e4429c9c07793a0178f798', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:41:50.966126 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.db.securitygroups_db [None req-8386b275-4e73-4687-9544-5cd28835f298 tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] Project f798b16ae6e4429c9c07793a0178f798 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 00:41:50.975874 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-8386b275-4e73-4687-9544-5cd28835f298 tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] Publish callbacks [] for security_group_rule (f6cf89bf-b7ef-4fa8-954a-10292f5602e1), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:51.011297 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.db_base_plugin_v2 [None req-c00f124c-5014-441c-a3d7-36bdd1a3929f admin admin] Deleting subnet 1d783581-46ca-4346-8fdb-4ad8d1fe4360 {{(pid=111414) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 19 00:41:51.015119 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c00f124c-5014-441c-a3d7-36bdd1a3929f admin admin] Publish callbacks [] for subnet (1d783581-46ca-4346-8fdb-4ad8d1fe4360), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:51.027193 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-f3446489-6a6c-4193-a8d7-8de4fceea337 None None] Current status of the port 8743a7e4-7f76-47fd-8923-e872ffdc0020 is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:41:51.065359 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c00f124c-5014-441c-a3d7-36bdd1a3929f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8000512'] for subnet (1d783581-46ca-4346-8fdb-4ad8d1fe4360), precommit_delete_associations {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:51.074746 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-8386b275-4e73-4687-9544-5cd28835f298 tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] Publish callbacks [] for security_group_rule (f6cf89bf-b7ef-4fa8-954a-10292f5602e1), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:51.079415 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-8386b275-4e73-4687-9544-5cd28835f298 tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038804'] for security_group_rule (f6cf89bf-b7ef-4fa8-954a-10292f5602e1), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:51.103362 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8386b275-4e73-4687-9544-5cd28835f298 tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6cf89bf-b7ef-4fa8-954a-10292f5602e1,revision_number=0']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:51.114252 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-8386b275-4e73-4687-9544-5cd28835f298 tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:51.116012 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-8386b275-4e73-4687-9544-5cd28835f298 tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1895616 Oct 19 00:41:51.204955 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c00f124c-5014-441c-a3d7-36bdd1a3929f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-835128'] for subnet (1d783581-46ca-4346-8fdb-4ad8d1fe4360), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:51.270366 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c00f124c-5014-441c-a3d7-36bdd1a3929f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-835107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6577423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8022618'] for subnet (1d783581-46ca-4346-8fdb-4ad8d1fe4360), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:51.300007 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f124c-5014-441c-a3d7-36bdd1a3929f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d783581-46ca-4346-8fdb-4ad8d1fe4360,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:51.305317 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c00f124c-5014-441c-a3d7-36bdd1a3929f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for subnet (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:51.308639 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb982bf-5db7-4d45-a1c0-d49f4c016f26 None None] Network db3956ab-e454-4c4b-8ece-d9089b41eb0d requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:41:51.309831 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-c00f124c-5014-441c-a3d7-36bdd1a3929f admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/1d783581-46ca-4346-8fdb-4ad8d1fe4360 HTTP/1.1" status: 204 len: 168 time: 0.4089882 Oct 19 00:41:51.312728 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 60336) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:51.369631 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device a93b6ca4-b346-4b9e-bcc9-8f43ac113650 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:41:51.414413 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-fdec153a-3e5e-4edb-8ccd-a9395df25ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-943402'] for network (db3956ab-e454-4c4b-8ece-d9089b41eb0d), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:51.426755 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fba016-7461-4d51-845b-7327b1a10585 req-6f7f5241-1dea-4416-b1ca-978c228e5ee1 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:51.428789 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-24fba016-7461-4d51-845b-7327b1a10585 req-6f7f5241-1dea-4416-b1ca-978c228e5ee1 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 945 time: 0.0705886 Oct 19 00:41:51.463536 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port a93b6ca4-b346-4b9e-bcc9-8f43ac113650 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:41:51.464141 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (a93b6ca4-b346-4b9e-bcc9-8f43ac113650), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:51.464784 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port a93b6ca4-b346-4b9e-bcc9-8f43ac113650 Oct 19 00:41:51.488560 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-fdec153a-3e5e-4edb-8ccd-a9395df25ddb admin admin] Deleting port 8743a7e4-7f76-47fd-8923-e872ffdc0020 {{(pid=111415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:41:51.488856 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-fdec153a-3e5e-4edb-8ccd-a9395df25ddb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (8743a7e4-7f76-47fd-8923-e872ffdc0020), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:51.506004 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-24fba016-7461-4d51-845b-7327b1a10585 req-402b8c3b-c29d-496c-bdb3-dccc6a40553a tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663779 Oct 19 00:41:51.578714 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port a93b6ca4-b346-4b9e-bcc9-8f43ac113650 is: DOWN; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:41:51.579348 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (a93b6ca4-b346-4b9e-bcc9-8f43ac113650), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:51.584931 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.db [None req-fdec153a-3e5e-4edb-8ccd-a9395df25ddb admin admin] For port 8743a7e4-7f76-47fd-8923-e872ffdc0020, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8743a7e4-7f76-47fd-8923-e872ffdc0020,segment=NetworkSegment(f2b7edb5-09e5-4107-9510-7f8b0ffd80fb),segment_id=f2b7edb5-09e5-4107-9510-7f8b0ffd80fb)] {{(pid=111415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:41:51.585623 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-fdec153a-3e5e-4edb-8ccd-a9395df25ddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (8743a7e4-7f76-47fd-8923-e872ffdc0020), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:51.600597 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-fdec153a-3e5e-4edb-8ccd-a9395df25ddb admin admin] Calling delete_port for 8743a7e4-7f76-47fd-8923-e872ffdc0020 owned by network:dhcp {{(pid=111415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:41:51.603129 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] For port a93b6ca4-b346-4b9e-bcc9-8f43ac113650, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a93b6ca4-b346-4b9e-bcc9-8f43ac113650,segment=NetworkSegment(cdce283e-dd8a-4d22-a7f9-996f16aea9b7),segment_id=cdce283e-dd8a-4d22-a7f9-996f16aea9b7)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:41:51.608168 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (a93b6ca4-b346-4b9e-bcc9-8f43ac113650), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:51.663460 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Pushing event updated for resources: {'Port': ['ID=a93b6ca4-b346-4b9e-bcc9-8f43ac113650,revision_number=4']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:51.691416 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-fdec153a-3e5e-4edb-8ccd-a9395df25ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7426774'] for port (8743a7e4-7f76-47fd-8923-e872ffdc0020), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:51.720682 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec153a-3e5e-4edb-8ccd-a9395df25ddb admin admin] Pushing event deleted for resources: {'Port': ['ID=8743a7e4-7f76-47fd-8923-e872ffdc0020,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:51.722825 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdec153a-3e5e-4edb-8ccd-a9395df25ddb admin admin] No DVR routers for this DVR port 8743a7e4-7f76-47fd-8923-e872ffdc0020 on host dv-cinder-master-3-iscsi {{(pid=111415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 19 00:41:51.812156 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-fdec153a-3e5e-4edb-8ccd-a9395df25ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-835184', 'neutron.services.segments.db._delete_segments_for_network-8730482754115'] for network (db3956ab-e454-4c4b-8ece-d9089b41eb0d), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:51.841669 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.services.segments.db [None req-fdec153a-3e5e-4edb-8ccd-a9395df25ddb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db3956ab-e454-4c4b-8ece-d9089b41eb0d']}} {{(pid=111415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:41:51.852917 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.services.segments.db [None req-fdec153a-3e5e-4edb-8ccd-a9395df25ddb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2b7edb5-09e5-4107-9510-7f8b0ffd80fb') {'for_net_delete': True} {{(pid=111415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:41:51.853212 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.services.segments.db [None req-fdec153a-3e5e-4edb-8ccd-a9395df25ddb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2b7edb5-09e5-4107-9510-7f8b0ffd80fb') {} {{(pid=111415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:41:51.868551 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-fdec153a-3e5e-4edb-8ccd-a9395df25ddb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730482833143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7426634'] for segment (f2b7edb5-09e5-4107-9510-7f8b0ffd80fb), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:51.874018 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d937a4d7-aada-404e-b1ee-7dcf6453a8f0 None None] DHCP port deletion for db3956ab-e454-4c4b-8ece-d9089b41eb0d request from dv-cinder-master-3-iscsi {{(pid=111416) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 19 00:41:51.884861 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-fdec153a-3e5e-4edb-8ccd-a9395df25ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412'] for segment (f2b7edb5-09e5-4107-9510-7f8b0ffd80fb), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:51.895734 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdec153a-3e5e-4edb-8ccd-a9395df25ddb admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=111415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 00:41:51.896443 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-fdec153a-3e5e-4edb-8ccd-a9395df25ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7427335'] for segment (f2b7edb5-09e5-4107-9510-7f8b0ffd80fb), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:51.943455 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.services.segments.plugin [-] Segment f2b7edb5-09e5-4107-9510-7f8b0ffd80fb resource provider aggregate not found Oct 19 00:41:51.968156 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.services.segments.plugin [-] Segment f2b7edb5-09e5-4107-9510-7f8b0ffd80fb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f2b7edb5-09e5-4107-9510-7f8b0ffd80fb found for delete ", "request_id": "req-5eacc2da-275d-4d5b-bb9e-7040278c0e91"}]} Oct 19 00:41:51.974609 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-fdec153a-3e5e-4edb-8ccd-a9395df25ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-835145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942277'] for network (db3956ab-e454-4c4b-8ece-d9089b41eb0d), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:51.995176 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-fdec153a-3e5e-4edb-8ccd-a9395df25ddb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for network (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:52.001499 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-fdec153a-3e5e-4edb-8ccd-a9395df25ddb admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/db3956ab-e454-4c4b-8ece-d9089b41eb0d HTTP/1.1" status: 204 len: 168 time: 0.6847813 Oct 19 00:41:52.001499 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec153a-3e5e-4edb-8ccd-a9395df25ddb admin admin] Pushing event deleted for resources: {'Network': ['ID=db3956ab-e454-4c4b-8ece-d9089b41eb0d,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:52.368970 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 60400) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:52.377655 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=83,neutron:DELETE=11,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:52.394070 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:52.430336 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-2a0d59b7-fec8-4021-855c-d9d34319f883 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=f249d9041c6749f58973a5b0867b07ce&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0602043 Oct 19 00:41:52.433007 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 60406) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:52.514240 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1afc0008-62eb-41ef-a2b9-e696ca82ad4f admin admin] Publish callbacks [] for security_group (d60d174d-87ba-4ac6-9445-66f72a3d0989), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:52.561061 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1afc0008-62eb-41ef-a2b9-e696ca82ad4f admin admin] Publish callbacks [] for security_group (d60d174d-87ba-4ac6-9445-66f72a3d0989), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:52.648565 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1afc0008-62eb-41ef-a2b9-e696ca82ad4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (d60d174d-87ba-4ac6-9445-66f72a3d0989), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:52.652477 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1afc0008-62eb-41ef-a2b9-e696ca82ad4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:52.660320 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-1afc0008-62eb-41ef-a2b9-e696ca82ad4f admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/d60d174d-87ba-4ac6-9445-66f72a3d0989 HTTP/1.1" status: 204 len: 168 time: 0.2258341 Oct 19 00:41:52.681267 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afc0008-62eb-41ef-a2b9-e696ca82ad4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60d174d-87ba-4ac6-9445-66f72a3d0989,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:52.791949 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091de119-9764-4f80-973c-f07b01f62d4b req-8f58317c-0150-4172-925b-794a6f3dd66e tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:52.793603 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-091de119-9764-4f80-973c-f07b01f62d4b req-8f58317c-0150-4172-925b-794a6f3dd66e tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 945 time: 0.1136203 Oct 19 00:41:52.877763 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-091de119-9764-4f80-973c-f07b01f62d4b req-26808914-0428-44bd-83c0-776e66b5eba6 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722578 Oct 19 00:41:53.083417 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0926c3-88dd-45f5-a86d-08a7cec52fa0 None None] Sync routers for ids ['b89c2fd7-97c8-4f10-8468-b3036939c141'] in dv-cinder-master-3-iscsi {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:41:53.098117 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0926c3-88dd-45f5-a86d-08a7cec52fa0 None None] Routers {'b89c2fd7-97c8-4f10-8468-b3036939c141'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:41:53.098832 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-8c0926c3-88dd-45f5-a86d-08a7cec52fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:41:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['b89c2fd7-97c8-4f10-8468-b3036939c141'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:41:53.152970 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:53.222226 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-8c0926c3-88dd-45f5-a86d-08a7cec52fa0 None None] Set router b89c2fd7-97c8-4f10-8468-b3036939c141 gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:41:53.253297 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device a93b6ca4-b346-4b9e-bcc9-8f43ac113650 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:41:53.325191 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:53.345045 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port a93b6ca4-b346-4b9e-bcc9-8f43ac113650 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:41:53.346128 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (a93b6ca4-b346-4b9e-bcc9-8f43ac113650), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:53.347020 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port a93b6ca4-b346-4b9e-bcc9-8f43ac113650 Oct 19 00:41:53.441302 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-8c0926c3-88dd-45f5-a86d-08a7cec52fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89c2fd7-97c8-4f10-8468-b3036939c141', 'name': 'tempest-TestShelveInstance-1981481933-router', 'tenant_id': '995ba646a2c047c5a9b1df24325ff98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.79'}], 'enable_snat': True}, 'gw_port_id': 'a93b6ca4-b346-4b9e-bcc9-8f43ac113650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:41:43Z', 'updated_at': '2022-10-19T00:41:47Z', 'revision_number': 4, 'project_id': '995ba646a2c047c5a9b1df24325ff98d', 'gw_port': {'id': 'a93b6ca4-b346-4b9e-bcc9-8f43ac113650', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ba:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89c2fd7-97c8-4f10-8468-b3036939c141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:41:43Z', 'updated_at': '2022-10-19T00:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '67eb244e-6438-4611-842c-72c8963975ac', 'name': '', 'network_id': '60fe668d-aa2d-4932-bd91-5483c87fcedf', 'tenant_id': '995ba646a2c047c5a9b1df24325ff98d', 'mac_address': 'fa:16:3e:8b:a2:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89c2fd7-97c8-4f10-8468-b3036939c141', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'ec5ea0a3-8c74-4aff-9482-6993d7902887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:41:46Z', 'updated_at': '2022-10-19T00:41:47Z', 'revision_number': 2, 'project_id': '995ba646a2c047c5a9b1df24325ff98d', 'subnets': [{'id': 'ec5ea0a3-8c74-4aff-9482-6993d7902887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:41:53.461791 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port a93b6ca4-b346-4b9e-bcc9-8f43ac113650 is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:41:53.477985 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0926c3-88dd-45f5-a86d-08a7cec52fa0 None None] Checking router: b89c2fd7-97c8-4f10-8468-b3036939c141 for host: dv-cinder-master-3-iscsi {{(pid=111417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:41:53.478453 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0926c3-88dd-45f5-a86d-08a7cec52fa0 None None] Updating router b89c2fd7-97c8-4f10-8468-b3036939c141 port 67eb244e-6438-4611-842c-72c8963975ac binding host dv-cinder-master-3-iscsi {{(pid=111417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:41:53.539165 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 8743a7e4-7f76-47fd-8923-e872ffdc0020 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:41:53.539719 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-8c0926c3-88dd-45f5-a86d-08a7cec52fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (67eb244e-6438-4611-842c-72c8963975ac), before_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:53.591548 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] No Port match for: 8743a7e4-7f76-47fd-8923-e872ffdc0020 {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:41:53.591896 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 8743a7e4-7f76-47fd-8923-e872ffdc0020 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:41:53.597398 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 5392348f-cbb3-47f7-99f5-bea5d2b1c7ee no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:41:53.627567 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] No Port match for: 5392348f-cbb3-47f7-99f5-bea5d2b1c7ee {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:41:53.628189 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 5392348f-cbb3-47f7-99f5-bea5d2b1c7ee not bound to the agent host dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:41:53.629097 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device e9cd02a6-67dc-414f-8b71-71616ec0bb96 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:41:53.673041 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] No Port match for: e9cd02a6-67dc-414f-8b71-71616ec0bb96 {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:41:53.673413 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device e9cd02a6-67dc-414f-8b71-71616ec0bb96 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:41:54.075172 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-8c0926c3-88dd-45f5-a86d-08a7cec52fa0 None None] Publish callbacks [] for port (67eb244e-6438-4611-842c-72c8963975ac), precommit_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:54.087021 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-8c0926c3-88dd-45f5-a86d-08a7cec52fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (67eb244e-6438-4611-842c-72c8963975ac), after_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:54.108519 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39d467-d9b1-4d71-a590-fe06ff085984 req-7338da72-e461-4fb2-a4c8-6774ddc21c0c tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:54.116312 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-6f39d467-d9b1-4d71-a590-fe06ff085984 req-7338da72-e461-4fb2-a4c8-6774ddc21c0c tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 945 time: 0.1240964 Oct 19 00:41:54.211448 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-6f39d467-d9b1-4d71-a590-fe06ff085984 req-7fec32e9-86e7-4da0-a948-75955a4e73e3 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938673 Oct 19 00:41:54.227303 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3871783-928d-49cc-a32d-e5504264cba5 None None] Pushing event updated for resources: {'Port': ['ID=67eb244e-6438-4611-842c-72c8963975ac,revision_number=3']} {{(pid=111417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:54.231786 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.managers [None req-8c0926c3-88dd-45f5-a86d-08a7cec52fa0 None None] Attempting to bind port 67eb244e-6438-4611-842c-72c8963975ac on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:41:54.232365 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.managers [None req-8c0926c3-88dd-45f5-a86d-08a7cec52fa0 None None] Attempting to bind port 67eb244e-6438-4611-842c-72c8963975ac by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '9b329681-0356-4e8d-abd8-f8e9dd087e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '60fe668d-aa2d-4932-bd91-5483c87fcedf'}] {{(pid=111417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:41:54.232877 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0926c3-88dd-45f5-a86d-08a7cec52fa0 None None] Attempting to bind port 67eb244e-6438-4611-842c-72c8963975ac on network 60fe668d-aa2d-4932-bd91-5483c87fcedf {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:41:54.280204 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0926c3-88dd-45f5-a86d-08a7cec52fa0 None None] Checking agent: {'id': '0014484f-12ef-47ae-ba33-5ac9a1be8800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 32, 10), 'started_at': datetime.datetime(2022, 10, 19, 0, 32, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:41:54.280880 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0926c3-88dd-45f5-a86d-08a7cec52fa0 None None] Checking segment: {'id': '9b329681-0356-4e8d-abd8-f8e9dd087e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '60fe668d-aa2d-4932-bd91-5483c87fcedf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:41:54.281526 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-8c0926c3-88dd-45f5-a86d-08a7cec52fa0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:54.281922 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0926c3-88dd-45f5-a86d-08a7cec52fa0 None None] Bound using segment: {'id': '9b329681-0356-4e8d-abd8-f8e9dd087e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '60fe668d-aa2d-4932-bd91-5483c87fcedf'} {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:41:54.282417 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.managers [None req-8c0926c3-88dd-45f5-a86d-08a7cec52fa0 None None] Bound port: 67eb244e-6438-4611-842c-72c8963975ac, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b329681-0356-4e8d-abd8-f8e9dd087e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '60fe668d-aa2d-4932-bd91-5483c87fcedf'}}] {{(pid=111417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:41:54.282821 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-8c0926c3-88dd-45f5-a86d-08a7cec52fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (67eb244e-6438-4611-842c-72c8963975ac), before_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:54.285822 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:54.355921 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.db [None req-8c0926c3-88dd-45f5-a86d-08a7cec52fa0 None None] For port 67eb244e-6438-4611-842c-72c8963975ac, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=111417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:41:54.360290 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.db [None req-8c0926c3-88dd-45f5-a86d-08a7cec52fa0 None None] For port 67eb244e-6438-4611-842c-72c8963975ac, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=67eb244e-6438-4611-842c-72c8963975ac,segment=NetworkSegment(9b329681-0356-4e8d-abd8-f8e9dd087e4a),segment_id=9b329681-0356-4e8d-abd8-f8e9dd087e4a)] {{(pid=111417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:41:54.368708 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-8c0926c3-88dd-45f5-a86d-08a7cec52fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (67eb244e-6438-4611-842c-72c8963975ac), after_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:54.407463 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0926c3-88dd-45f5-a86d-08a7cec52fa0 None None] Routers {'b89c2fd7-97c8-4f10-8468-b3036939c141'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:41:54.408303 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-8c0926c3-88dd-45f5-a86d-08a7cec52fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:41:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['b89c2fd7-97c8-4f10-8468-b3036939c141'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:41:54.413327 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 60484) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:54.485189 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3871783-928d-49cc-a32d-e5504264cba5 None None] Pushing event updated for resources: {'Port': ['ID=67eb244e-6438-4611-842c-72c8963975ac,revision_number=4']} {{(pid=111417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:54.565319 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=100 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:54.568882 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-8c0926c3-88dd-45f5-a86d-08a7cec52fa0 None None] Set router b89c2fd7-97c8-4f10-8468-b3036939c141 gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:41:54.577433 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-9a63b798-8eca-4326-a2a4-c851addfb0b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:54.688851 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-9a63b798-8eca-4326-a2a4-c851addfb0b7 admin admin] Publish callbacks [] for security_group (df047d5c-ba24-4a85-b708-369de6ff2bb2), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:54.693841 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-9a63b798-8eca-4326-a2a4-c851addfb0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (df047d5c-ba24-4a85-b708-369de6ff2bb2), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:54.735984 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-9a63b798-8eca-4326-a2a4-c851addfb0b7 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=2029d68d0ea74443964443dfb6e07aaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3215353 Oct 19 00:41:54.738714 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 60496) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:54.749443 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a63b798-8eca-4326-a2a4-c851addfb0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df047d5c-ba24-4a85-b708-369de6ff2bb2,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:54.809729 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-e7a87343-c61c-4a07-845b-a8b2cb6d9716 admin admin] Publish callbacks [] for security_group (df047d5c-ba24-4a85-b708-369de6ff2bb2), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:54.832467 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-8c0926c3-88dd-45f5-a86d-08a7cec52fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89c2fd7-97c8-4f10-8468-b3036939c141', 'name': 'tempest-TestShelveInstance-1981481933-router', 'tenant_id': '995ba646a2c047c5a9b1df24325ff98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.79'}], 'enable_snat': True}, 'gw_port_id': 'a93b6ca4-b346-4b9e-bcc9-8f43ac113650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:41:43Z', 'updated_at': '2022-10-19T00:41:47Z', 'revision_number': 4, 'project_id': '995ba646a2c047c5a9b1df24325ff98d', 'gw_port': {'id': 'a93b6ca4-b346-4b9e-bcc9-8f43ac113650', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ba:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89c2fd7-97c8-4f10-8468-b3036939c141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:41:43Z', 'updated_at': '2022-10-19T00:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '67eb244e-6438-4611-842c-72c8963975ac', 'name': '', 'network_id': '60fe668d-aa2d-4932-bd91-5483c87fcedf', 'tenant_id': '995ba646a2c047c5a9b1df24325ff98d', 'mac_address': 'fa:16:3e:8b:a2:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89c2fd7-97c8-4f10-8468-b3036939c141', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'ec5ea0a3-8c74-4aff-9482-6993d7902887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:41:46Z', 'updated_at': '2022-10-19T00:41:54Z', 'revision_number': 4, 'project_id': '995ba646a2c047c5a9b1df24325ff98d', 'subnets': [{'id': 'ec5ea0a3-8c74-4aff-9482-6993d7902887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:41:54.855506 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-e7a87343-c61c-4a07-845b-a8b2cb6d9716 admin admin] Publish callbacks [] for security_group (df047d5c-ba24-4a85-b708-369de6ff2bb2), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:54.866474 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0926c3-88dd-45f5-a86d-08a7cec52fa0 None None] The sync data for ids ['b89c2fd7-97c8-4f10-8468-b3036939c141'] in dv-cinder-master-3-iscsi is: [{'id': 'b89c2fd7-97c8-4f10-8468-b3036939c141', 'name': 'tempest-TestShelveInstance-1981481933-router', 'tenant_id': '995ba646a2c047c5a9b1df24325ff98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.79'}], 'enable_snat': True}, 'gw_port_id': 'a93b6ca4-b346-4b9e-bcc9-8f43ac113650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:41:43Z', 'updated_at': '2022-10-19T00:41:47Z', 'revision_number': 4, 'project_id': '995ba646a2c047c5a9b1df24325ff98d', 'gw_port': {'id': 'a93b6ca4-b346-4b9e-bcc9-8f43ac113650', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ba:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89c2fd7-97c8-4f10-8468-b3036939c141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:41:43Z', 'updated_at': '2022-10-19T00:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '67eb244e-6438-4611-842c-72c8963975ac', 'name': '', 'network_id': '60fe668d-aa2d-4932-bd91-5483c87fcedf', 'tenant_id': '995ba646a2c047c5a9b1df24325ff98d', 'mac_address': 'fa:16:3e:8b:a2:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89c2fd7-97c8-4f10-8468-b3036939c141', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'ec5ea0a3-8c74-4aff-9482-6993d7902887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:41:46Z', 'updated_at': '2022-10-19T00:41:54Z', 'revision_number': 4, 'project_id': '995ba646a2c047c5a9b1df24325ff98d', 'subnets': [{'id': 'ec5ea0a3-8c74-4aff-9482-6993d7902887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:41:54.866890 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:54.924181 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-e7a87343-c61c-4a07-845b-a8b2cb6d9716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (df047d5c-ba24-4a85-b708-369de6ff2bb2), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:54.927324 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-e7a87343-c61c-4a07-845b-a8b2cb6d9716 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:54.930623 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-e7a87343-c61c-4a07-845b-a8b2cb6d9716 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/df047d5c-ba24-4a85-b708-369de6ff2bb2 HTTP/1.1" status: 204 len: 168 time: 0.1885409 Oct 19 00:41:54.941910 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a87343-c61c-4a07-845b-a8b2cb6d9716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df047d5c-ba24-4a85-b708-369de6ff2bb2,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:55.269786 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 67eb244e-6438-4611-842c-72c8963975ac up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:41:55.322619 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port 67eb244e-6438-4611-842c-72c8963975ac triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:41:55.323798 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (67eb244e-6438-4611-842c-72c8963975ac), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:55.324134 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port 67eb244e-6438-4611-842c-72c8963975ac Oct 19 00:41:55.360139 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69873557-4da9-489f-854e-2eafa3de9562 req-d4dc6374-99f3-499a-9c07-bd047620d3fb tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:55.362007 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-69873557-4da9-489f-854e-2eafa3de9562 req-d4dc6374-99f3-499a-9c07-bd047620d3fb tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 945 time: 0.0620167 Oct 19 00:41:55.415816 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port 67eb244e-6438-4611-842c-72c8963975ac is: DOWN; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:41:55.416734 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (67eb244e-6438-4611-842c-72c8963975ac), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:55.420996 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-69873557-4da9-489f-854e-2eafa3de9562 req-35dfad8d-4bba-4e39-8948-cd9f4724cf81 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527222 Oct 19 00:41:55.439794 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 60516) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:55.455415 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-afde71a6-5a9c-4f71-95ad-8a9d002a636c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:55.457625 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] For port 67eb244e-6438-4611-842c-72c8963975ac, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=67eb244e-6438-4611-842c-72c8963975ac,segment=NetworkSegment(9b329681-0356-4e8d-abd8-f8e9dd087e4a),segment_id=9b329681-0356-4e8d-abd8-f8e9dd087e4a)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:41:55.461473 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (67eb244e-6438-4611-842c-72c8963975ac), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:55.516577 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Pushing event updated for resources: {'Port': ['ID=67eb244e-6438-4611-842c-72c8963975ac,revision_number=5']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:55.544450 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-afde71a6-5a9c-4f71-95ad-8a9d002a636c admin admin] Publish callbacks [] for security_group (ba52281b-df84-4943-a4ae-8c192fc6db6d), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:55.549273 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-afde71a6-5a9c-4f71-95ad-8a9d002a636c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (ba52281b-df84-4943-a4ae-8c192fc6db6d), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:55.588242 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde71a6-5a9c-4f71-95ad-8a9d002a636c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba52281b-df84-4943-a4ae-8c192fc6db6d,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:55.596651 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 60518) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:55.596965 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-afde71a6-5a9c-4f71-95ad-8a9d002a636c admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=2a854d90b7214e6090921bb84aebf786&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1558547 Oct 19 00:41:55.653853 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-042257df-ac8d-4fbf-b61e-308a745fb920 admin admin] Publish callbacks [] for security_group (ba52281b-df84-4943-a4ae-8c192fc6db6d), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:55.677598 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-042257df-ac8d-4fbf-b61e-308a745fb920 admin admin] Publish callbacks [] for security_group (ba52281b-df84-4943-a4ae-8c192fc6db6d), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:55.728081 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-042257df-ac8d-4fbf-b61e-308a745fb920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (ba52281b-df84-4943-a4ae-8c192fc6db6d), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:55.730690 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-042257df-ac8d-4fbf-b61e-308a745fb920 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:55.731819 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-042257df-ac8d-4fbf-b61e-308a745fb920 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/ba52281b-df84-4943-a4ae-8c192fc6db6d HTTP/1.1" status: 204 len: 168 time: 0.1338079 Oct 19 00:41:55.739559 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042257df-ac8d-4fbf-b61e-308a745fb920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba52281b-df84-4943-a4ae-8c192fc6db6d,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:56.080670 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 60526) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:56.095711 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-5e9e9304-9cbf-44dd-964e-f19c03577684 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:56.157957 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:56.178603 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:56.180795 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-5e9e9304-9cbf-44dd-964e-f19c03577684 admin admin] Publish callbacks [] for security_group (c583540f-0ea5-45fd-854f-5701b51beb19), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:56.185331 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-5e9e9304-9cbf-44dd-964e-f19c03577684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (c583540f-0ea5-45fd-854f-5701b51beb19), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:56.231647 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-5e9e9304-9cbf-44dd-964e-f19c03577684 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=b12eebcd55084dcf8b3f50df5f124cac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1496823 Oct 19 00:41:56.232177 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9e9304-9cbf-44dd-964e-f19c03577684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c583540f-0ea5-45fd-854f-5701b51beb19,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:56.235704 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 60534) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:56.284137 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=4 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:56.290659 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-875e4113-198b-4cae-a323-e2c62a9da540 admin admin] Publish callbacks [] for security_group (c583540f-0ea5-45fd-854f-5701b51beb19), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:56.317749 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-875e4113-198b-4cae-a323-e2c62a9da540 admin admin] Publish callbacks [] for security_group (c583540f-0ea5-45fd-854f-5701b51beb19), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:56.373156 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-875e4113-198b-4cae-a323-e2c62a9da540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (c583540f-0ea5-45fd-854f-5701b51beb19), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:56.376267 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-875e4113-198b-4cae-a323-e2c62a9da540 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:56.377423 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-875e4113-198b-4cae-a323-e2c62a9da540 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/c583540f-0ea5-45fd-854f-5701b51beb19 HTTP/1.1" status: 204 len: 168 time: 0.1407290 Oct 19 00:41:56.385774 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e4113-198b-4cae-a323-e2c62a9da540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c583540f-0ea5-45fd-854f-5701b51beb19,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:56.565027 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5acc8b6-2f4a-4720-a9ae-8af7a07c3b43 req-f613a7d0-d29c-450f-8d2d-d96fec6a7f40 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:56.566691 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-e5acc8b6-2f4a-4720-a9ae-8af7a07c3b43 req-f613a7d0-d29c-450f-8d2d-d96fec6a7f40 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 945 time: 0.0539217 Oct 19 00:41:56.618173 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-e5acc8b6-2f4a-4720-a9ae-8af7a07c3b43 req-bb6063a9-ca2b-4f55-930d-4bb905b11e94 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450740 Oct 19 00:41:57.109493 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 60560) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:57.234602 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-1c2879e0-64f4-46fe-be5c-27bef8a03509 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-416387805-network', 'tenant_id': '173a52b79dab4962a4aa380c26f97d2d'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:41:57.272936 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2879e0-64f4-46fe-be5c-27bef8a03509 admin admin] Made reservation on behalf of 173a52b79dab4962a4aa380c26f97d2d for: {'network': 1} {{(pid=111415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:41:57.275935 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1c2879e0-64f4-46fe-be5c-27bef8a03509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for network (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:57.283458 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 67eb244e-6438-4611-842c-72c8963975ac up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:41:57.295580 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1c2879e0-64f4-46fe-be5c-27bef8a03509 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:57.310286 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:57.342070 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port 67eb244e-6438-4611-842c-72c8963975ac triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:41:57.342439 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (67eb244e-6438-4611-842c-72c8963975ac), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:57.342810 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port 67eb244e-6438-4611-842c-72c8963975ac Oct 19 00:41:57.404312 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1c2879e0-64f4-46fe-be5c-27bef8a03509 admin admin] Publish callbacks [] for security_group (4c937d9c-6415-4390-891e-baae7e994493), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:57.408421 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1c2879e0-64f4-46fe-be5c-27bef8a03509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (4c937d9c-6415-4390-891e-baae7e994493), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:57.429284 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port 67eb244e-6438-4611-842c-72c8963975ac is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:41:57.447988 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c2879e0-64f4-46fe-be5c-27bef8a03509 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=111415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:41:57.454684 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2879e0-64f4-46fe-be5c-27bef8a03509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c937d9c-6415-4390-891e-baae7e994493,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:57.461213 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 60578) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:57.465568 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1c2879e0-64f4-46fe-be5c-27bef8a03509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412'] for segment (92b295e7-d1cc-444c-9878-87a014ac144e), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:57.465904 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.db.segments_db [None req-1c2879e0-64f4-46fe-be5c-27bef8a03509 admin admin] Added segment 92b295e7-d1cc-444c-9878-87a014ac144e of type vlan for network 7d7558f7-ec39-4fba-83f7-3ca748451727 Oct 19 00:41:57.508091 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1c2879e0-64f4-46fe-be5c-27bef8a03509 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730482266143'] for network (7d7558f7-ec39-4fba-83f7-3ca748451727), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:57.536920 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1c2879e0-64f4-46fe-be5c-27bef8a03509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988'] for network (7d7558f7-ec39-4fba-83f7-3ca748451727), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:57.538311 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2879e0-64f4-46fe-be5c-27bef8a03509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:57.538913 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1c2879e0-64f4-46fe-be5c-27bef8a03509 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for network (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:57.590253 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-b9f2dfa6-5ba3-47a2-be96-9ca0d1d7d604 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:57.601932 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-1c2879e0-64f4-46fe-be5c-27bef8a03509 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4913039 Oct 19 00:41:57.605128 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 60582) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:57.612327 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-5eff3f73-7b76-4e64-b483-9751c143d918 admin admin] Request body: {'subnet': {'network_id': '7d7558f7-ec39-4fba-83f7-3ca748451727', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-416387805-subnet', 'tenant_id': '173a52b79dab4962a4aa380c26f97d2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:41:57.613653 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2879e0-64f4-46fe-be5c-27bef8a03509 admin admin] Pushing event updated for resources: {'Network': ['ID=7d7558f7-ec39-4fba-83f7-3ca748451727,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:57.623510 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Network 7d7558f7-ec39-4fba-83f7-3ca748451727 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=111416) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:41:57.650877 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eff3f73-7b76-4e64-b483-9751c143d918 admin admin] Made reservation on behalf of 173a52b79dab4962a4aa380c26f97d2d for: {'subnet': 1} {{(pid=111414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:41:57.653205 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5eff3f73-7b76-4e64-b483-9751c143d918 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8022641'] for subnet (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:57.761620 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cdf07d-8912-496a-9514-93886bf2e913 req-7b245041-0288-403a-9903-c5b28548ccf5 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:57.763243 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-b6cdf07d-8912-496a-9514-93886bf2e913 req-7b245041-0288-403a-9903-c5b28548ccf5 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 945 time: 0.0574272 Oct 19 00:41:57.780859 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-b9f2dfa6-5ba3-47a2-be96-9ca0d1d7d604 admin admin] Publish callbacks [] for security_group (45ccfd15-b699-44aa-af82-95161e2979da), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:57.788331 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-b9f2dfa6-5ba3-47a2-be96-9ca0d1d7d604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (45ccfd15-b699-44aa-af82-95161e2979da), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:57.833355 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-b6cdf07d-8912-496a-9514-93886bf2e913 req-95d8afd3-df13-4a82-af85-077663b88930 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581591 Oct 19 00:41:57.861796 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:DELETE=4,neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:57.867060 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-b9f2dfa6-5ba3-47a2-be96-9ca0d1d7d604 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=c0368a9c77754721b730abf25d485814&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4046803 Oct 19 00:41:57.870082 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 60586) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:57.870867 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f2dfa6-5ba3-47a2-be96-9ca0d1d7d604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ccfd15-b699-44aa-af82-95161e2979da,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:57.929391 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-59a08c1b-9b88-46eb-9f8a-566a7de7acab admin admin] Publish callbacks [] for security_group (45ccfd15-b699-44aa-af82-95161e2979da), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:57.939874 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5eff3f73-7b76-4e64-b483-9751c143d918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6577616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8022627'] for subnet (c3539074-b8f0-4825-a59a-0409e8fd217b), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:57.954097 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-59a08c1b-9b88-46eb-9f8a-566a7de7acab admin admin] Publish callbacks [] for security_group (45ccfd15-b699-44aa-af82-95161e2979da), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:58.008947 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff3f73-7b76-4e64-b483-9751c143d918 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3539074-b8f0-4825-a59a-0409e8fd217b,revision_number=0']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:58.021579 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eff3f73-7b76-4e64-b483-9751c143d918 admin admin] Checking segment: {'id': '92b295e7-d1cc-444c-9878-87a014ac144e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7d7558f7-ec39-4fba-83f7-3ca748451727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:41:58.021954 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eff3f73-7b76-4e64-b483-9751c143d918 admin admin] Network hostable DHCP agents. Network: 7d7558f7-ec39-4fba-83f7-3ca748451727, hostable agents: ['57535a1d-5c08-48f6-b25c-e56d637dc4b8'], hosted agents: [] {{(pid=111414) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:41:58.024705 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-59a08c1b-9b88-46eb-9f8a-566a7de7acab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (45ccfd15-b699-44aa-af82-95161e2979da), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:58.027964 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-59a08c1b-9b88-46eb-9f8a-566a7de7acab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:58.029767 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-59a08c1b-9b88-46eb-9f8a-566a7de7acab admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/45ccfd15-b699-44aa-af82-95161e2979da HTTP/1.1" status: 204 len: 168 time: 0.1581259 Oct 19 00:41:58.041920 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a08c1b-9b88-46eb-9f8a-566a7de7acab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ccfd15-b699-44aa-af82-95161e2979da,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:58.064721 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eff3f73-7b76-4e64-b483-9751c143d918 admin admin] Network 7d7558f7-ec39-4fba-83f7-3ca748451727 is scheduled to be hosted by DHCP agent 57535a1d-5c08-48f6-b25c-e56d637dc4b8 with binding_index 1 {{(pid=111414) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:41:58.075605 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [None req-5eff3f73-7b76-4e64-b483-9751c143d918 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 7d7558f7-ec39-4fba-83f7-3ca748451727) {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:41:58.080745 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eff3f73-7b76-4e64-b483-9751c143d918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:58.081669 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5eff3f73-7b76-4e64-b483-9751c143d918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for subnet (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:58.086954 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11bcd15-5789-44d8-a257-3917a4ae844b None None] Network 7d7558f7-ec39-4fba-83f7-3ca748451727 requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:41:58.111514 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-5eff3f73-7b76-4e64-b483-9751c143d918 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5052187 Oct 19 00:41:58.216376 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b66db1-393d-4a96-afb6-3b092ee38c72 None None] Network 7d7558f7-ec39-4fba-83f7-3ca748451727 requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:41:58.440003 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 60604) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:58.455644 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-f96ca6b4-f9aa-4927-8c73-242ae46f1b74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:58.477046 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:41:58.542435 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-f96ca6b4-f9aa-4927-8c73-242ae46f1b74 admin admin] Publish callbacks [] for security_group (55226d34-962c-4c61-b0b4-e1459468004d), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:58.551993 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-f96ca6b4-f9aa-4927-8c73-242ae46f1b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (55226d34-962c-4c61-b0b4-e1459468004d), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:58.597124 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-f96ca6b4-f9aa-4927-8c73-242ae46f1b74 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=1a07f2b75f7e478db20725ce61a1eab5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1559353 Oct 19 00:41:58.597928 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ca6b4-f9aa-4927-8c73-242ae46f1b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55226d34-962c-4c61-b0b4-e1459468004d,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:58.600512 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 60606) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:41:58.666831 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-844c3f05-f190-41a9-9b37-0713c0e014ce admin admin] Publish callbacks [] for security_group (55226d34-962c-4c61-b0b4-e1459468004d), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:58.693009 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-844c3f05-f190-41a9-9b37-0713c0e014ce admin admin] Publish callbacks [] for security_group (55226d34-962c-4c61-b0b4-e1459468004d), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:58.751764 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-844c3f05-f190-41a9-9b37-0713c0e014ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (55226d34-962c-4c61-b0b4-e1459468004d), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:58.754641 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-844c3f05-f190-41a9-9b37-0713c0e014ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:41:58.758367 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-844c3f05-f190-41a9-9b37-0713c0e014ce admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/55226d34-962c-4c61-b0b4-e1459468004d HTTP/1.1" status: 204 len: 168 time: 0.1523950 Oct 19 00:41:58.766831 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844c3f05-f190-41a9-9b37-0713c0e014ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55226d34-962c-4c61-b0b4-e1459468004d,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:41:58.954902 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c175f-011c-40bf-9b7a-e777d53c3127 req-ee9f760f-e254-4fee-8617-0ad58af72308 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:41:58.956686 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-b40c175f-011c-40bf-9b7a-e777d53c3127 req-ee9f760f-e254-4fee-8617-0ad58af72308 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 945 time: 0.0513895 Oct 19 00:41:59.006100 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-b40c175f-011c-40bf-9b7a-e777d53c3127 req-09f6f692-f4cc-4a7d-8322-6380fd856d16 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437799 Oct 19 00:42:00.094044 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:00.096413 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:00.139868 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff613476-6485-4da2-9700-559424aea841 req-aa053dd2-76da-46ae-8dad-bcc7299573c8 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:00.141398 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ff613476-6485-4da2-9700-559424aea841 req-aa053dd2-76da-46ae-8dad-bcc7299573c8 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 945 time: 0.0571933 Oct 19 00:42:00.207809 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ff613476-6485-4da2-9700-559424aea841 req-7dc72d46-b028-41bb-aefa-5cbd63500ce5 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586119 Oct 19 00:42:01.289065 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93249c65-2a1f-46cd-991e-445c2585ca5d req-3ba48244-000d-4822-9b3f-3a4d897f9410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:01.290957 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-93249c65-2a1f-46cd-991e-445c2585ca5d req-3ba48244-000d-4822-9b3f-3a4d897f9410 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 1129 time: 0.0612421 Oct 19 00:42:01.365568 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120ae87-5312-486f-8a88-483c88adc62f req-73b6f595-bff2-4622-9846-851cd2c0b7b5 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:01.367210 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1120ae87-5312-486f-8a88-483c88adc62f req-73b6f595-bff2-4622-9846-851cd2c0b7b5 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 945 time: 0.0726953 Oct 19 00:42:01.409121 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-93249c65-2a1f-46cd-991e-445c2585ca5d req-e5166bb2-f173-454d-b2d3-df9f8fc4a363 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043005 Oct 19 00:42:01.435026 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1120ae87-5312-486f-8a88-483c88adc62f req-04622d4f-3d3f-4aeb-ad30-1470e6cde776 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616825 Oct 19 00:42:01.448635 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (6724934a-8b6e-4109-8304-d160e240b776), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:02.288880 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934520c-4272-48a1-90c6-57ec8fdfedd6 req-c3c0c9fa-f227-414a-976b-bf2ca9a116f6 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:02.290261 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-0934520c-4272-48a1-90c6-57ec8fdfedd6 req-c3c0c9fa-f227-414a-976b-bf2ca9a116f6 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/networks?id=7d7558f7-ec39-4fba-83f7-3ca748451727 HTTP/1.1" status: 200 len: 808 time: 0.1161530 Oct 19 00:42:02.304764 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-0934520c-4272-48a1-90c6-57ec8fdfedd6 req-5ec7abd8-edb8-4616-b981-f52de1342f27 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/quotas/173a52b79dab4962a4aa380c26f97d2d HTTP/1.1" status: 200 len: 375 time: 0.0090649 Oct 19 00:42:02.338616 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-0934520c-4272-48a1-90c6-57ec8fdfedd6 req-e3e151dd-281b-4545-98d2-bab59d4835a0 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=173a52b79dab4962a4aa380c26f97d2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283353 Oct 19 00:42:02.434773 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-0934520c-4272-48a1-90c6-57ec8fdfedd6 req-8987f970-903a-4bd7-a3af-782018dddb16 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/7d7558f7-ec39-4fba-83f7-3ca748451727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883689 Oct 19 00:42:02.528700 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-0934520c-4272-48a1-90c6-57ec8fdfedd6 req-8fd99ded-b87e-48a5-939d-be1070cc090c service neutron] 10.222.0.26 "GET /networking/v2.0/networks/7d7558f7-ec39-4fba-83f7-3ca748451727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878453 Oct 19 00:42:02.576389 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06a527-3975-4959-9910-39458f157e1d req-27c31eb5-1698-4c5a-8a03-9615d3dd3aea tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:02.583985 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-4c06a527-3975-4959-9910-39458f157e1d req-27c31eb5-1698-4c5a-8a03-9615d3dd3aea tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 945 time: 0.0660152 Oct 19 00:42:02.637904 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-4c06a527-3975-4959-9910-39458f157e1d req-e84f780f-b7f2-41be-92cb-9028a3242ee7 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530000 Oct 19 00:42:02.734469 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-48a995a0-59d4-49e5-a39b-5ef47a465c74 req-01f9cbe6-e92d-4f92-a650-e5d1988f2d42 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=66990043-23b4-4151-8137-6637e4b0a1db HTTP/1.1" status: 200 len: 210 time: 0.0327289 Oct 19 00:42:03.776275 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4bac7-b930-45ce-b791-1b6c24e8009a req-7824290b-dd5e-474d-8c15-493d18ad530c tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:03.777715 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-bff4bac7-b930-45ce-b791-1b6c24e8009a req-7824290b-dd5e-474d-8c15-493d18ad530c tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 945 time: 0.0528634 Oct 19 00:42:03.847882 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-bff4bac7-b930-45ce-b791-1b6c24e8009a req-6d565813-2882-4576-8cdd-41a48c7b096c tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635192 Oct 19 00:42:03.854843 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-fe676a3b-fbd0-4e54-be87-b515bc176d47 req-5f9b6165-263b-4c0b-9428-f24f076327ec tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=66990043-23b4-4151-8137-6637e4b0a1db HTTP/1.1" status: 200 len: 210 time: 0.0319872 Oct 19 00:42:03.936635 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:03.974355 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520e409-05a3-4a9e-90c5-90c833bf456f req-f8620cb1-c9d4-44c0-8c6f-cd325c7621e3 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:03.975917 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-6520e409-05a3-4a9e-90c5-90c833bf456f req-f8620cb1-c9d4-44c0-8c6f-cd325c7621e3 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3da61834-fd67-49d2-925c-c18fc264042c HTTP/1.1" status: 200 len: 946 time: 0.0491021 Oct 19 00:42:04.029761 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-6520e409-05a3-4a9e-90c5-90c833bf456f req-d1c60f05-a7dc-4d68-a959-16939d84312d tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472512 Oct 19 00:42:04.574340 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-4c8dd443-e41f-4d0d-9202-e39410aca448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:04.960091 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8f770f3f-3e15-4c35-90bb-1ef8a385df0a req-52caa6d0-7b75-4119-9f8d-f56543138183 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=66990043-23b4-4151-8137-6637e4b0a1db HTTP/1.1" status: 200 len: 210 time: 0.0284064 Oct 19 00:42:06.067820 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-a2f204af-4d2e-4d0a-b259-be2d6eff49ae req-9c5b361e-e161-4255-9f52-d6becdef3dfc tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=66990043-23b4-4151-8137-6637e4b0a1db HTTP/1.1" status: 200 len: 210 time: 0.0281885 Oct 19 00:42:06.779222 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-daf353f9-3dca-44c4-83a3-c8552a1c9c76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:07.007746 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934520c-4272-48a1-90c6-57ec8fdfedd6 req-1d9cd7d4-54e6-421a-8b45-35c12e350b47 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:07.009210 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-0934520c-4272-48a1-90c6-57ec8fdfedd6 req-1d9cd7d4-54e6-421a-8b45-35c12e350b47 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.20 "GET /networking/v2.0/networks?id=7d7558f7-ec39-4fba-83f7-3ca748451727 HTTP/1.1" status: 200 len: 808 time: 0.1054859 Oct 19 00:42:07.051796 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [req-0934520c-4272-48a1-90c6-57ec8fdfedd6 req-7a05b8d7-68ad-44ad-942e-983e8a7deecf tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Request body: {'port': {'device_id': '66990043-23b4-4151-8137-6637e4b0a1db', 'network_id': '7d7558f7-ec39-4fba-83f7-3ca748451727', 'admin_state_up': True, 'tenant_id': '173a52b79dab4962a4aa380c26f97d2d'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:42:07.170512 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0934520c-4272-48a1-90c6-57ec8fdfedd6 req-7a05b8d7-68ad-44ad-942e-983e8a7deecf tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Made reservation on behalf of 173a52b79dab4962a4aa380c26f97d2d for: {'port': 1} {{(pid=111414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:42:07.175509 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-0934520c-4272-48a1-90c6-57ec8fdfedd6 req-7a05b8d7-68ad-44ad-942e-983e8a7deecf tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:07.175939 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ce1ed9e0-be73-44ac-a0e8-779fb26e5ec2 req-5f803917-39e5-4f09-ae1e-3a8f268a3cb7 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=66990043-23b4-4151-8137-6637e4b0a1db HTTP/1.1" status: 200 len: 210 time: 0.0289242 Oct 19 00:42:07.282883 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:07.312999 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.db_base_plugin_common [req-0934520c-4272-48a1-90c6-57ec8fdfedd6 req-7a05b8d7-68ad-44ad-942e-983e8a7deecf tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Allocated IP 172.20.0.8 (7d7558f7-ec39-4fba-83f7-3ca748451727/c3539074-b8f0-4825-a59a-0409e8fd217b/4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1) {{(pid=111414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:42:07.476923 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-0934520c-4272-48a1-90c6-57ec8fdfedd6 req-7a05b8d7-68ad-44ad-942e-983e8a7deecf tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Publish callbacks [] for port (4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:07.510575 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-0934520c-4272-48a1-90c6-57ec8fdfedd6 req-7a05b8d7-68ad-44ad-942e-983e8a7deecf tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:07.550091 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0934520c-4272-48a1-90c6-57ec8fdfedd6 req-7a05b8d7-68ad-44ad-942e-983e8a7deecf tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Network 7d7558f7-ec39-4fba-83f7-3ca748451727 is already hosted by enough agents. {{(pid=111414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:42:07.553459 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [req-0934520c-4272-48a1-90c6-57ec8fdfedd6 req-7a05b8d7-68ad-44ad-942e-983e8a7deecf tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Resources bound (agent type, host, resource id): {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:42:07.557537 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [req-0934520c-4272-48a1-90c6-57ec8fdfedd6 req-7a05b8d7-68ad-44ad-942e-983e8a7deecf tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Received port after_create {{(pid=111414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:42:07.595585 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a05b8d7-68ad-44ad-942e-983e8a7deecf tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Pushing event updated for resources: {'Port': ['ID=4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:07.619830 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934520c-4272-48a1-90c6-57ec8fdfedd6 req-7a05b8d7-68ad-44ad-942e-983e8a7deecf tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:07.620445 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-0934520c-4272-48a1-90c6-57ec8fdfedd6 req-7a05b8d7-68ad-44ad-942e-983e8a7deecf tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:07.637669 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-0934520c-4272-48a1-90c6-57ec8fdfedd6 req-7a05b8d7-68ad-44ad-942e-983e8a7deecf tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5897241 Oct 19 00:42:07.659174 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [req-0934520c-4272-48a1-90c6-57ec8fdfedd6 req-3dff3f59-31c8-476a-8f9f-aa0be9be2c4e service neutron] Request body: {'port': {'device_id': '66990043-23b4-4151-8137-6637e4b0a1db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:42:07.729760 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-0934520c-4272-48a1-90c6-57ec8fdfedd6 req-3dff3f59-31c8-476a-8f9f-aa0be9be2c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:07.732789 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:07.874075 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca9c45-3af8-4b86-abed-a8dc47e58c09 req-3d520020-0470-4cd3-8213-24ad7e14a999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:07.875743 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8bca9c45-3af8-4b86-abed-a8dc47e58c09 req-3d520020-0470-4cd3-8213-24ad7e14a999 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c0151d58abd047a692f5cc4e7d05bea5&device_id=3da61834-fd67-49d2-925c-c18fc264042c HTTP/1.1" status: 200 len: 1130 time: 0.0651176 Oct 19 00:42:07.894047 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6ccdf-3378-48b0-95fa-1b2da49513d6 req-f9df38d9-0681-47a9-9540-d80ec594324c tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:07.895936 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-6eb6ccdf-3378-48b0-95fa-1b2da49513d6 req-f9df38d9-0681-47a9-9540-d80ec594324c tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3da61834-fd67-49d2-925c-c18fc264042c HTTP/1.1" status: 200 len: 946 time: 0.1114972 Oct 19 00:42:08.026857 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca9c45-3af8-4b86-abed-a8dc47e58c09 req-e71bf875-49cd-4354-8aa1-ad5bbba831f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:08.028817 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8bca9c45-3af8-4b86-abed-a8dc47e58c09 req-e71bf875-49cd-4354-8aa1-ad5bbba831f9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=75c84943-00ac-41e3-a6c3-2ea734b46148 HTTP/1.1" status: 200 len: 920 time: 0.1314604 Oct 19 00:42:08.041458 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [req-0934520c-4272-48a1-90c6-57ec8fdfedd6 req-3dff3f59-31c8-476a-8f9f-aa0be9be2c4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1 {{(pid=111414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 00:42:08.050295 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-0934520c-4272-48a1-90c6-57ec8fdfedd6 req-3dff3f59-31c8-476a-8f9f-aa0be9be2c4e service neutron] Publish callbacks [] for port (4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:08.068019 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.provisioning_blocks [req-0934520c-4272-48a1-90c6-57ec8fdfedd6 req-3dff3f59-31c8-476a-8f9f-aa0be9be2c4e service neutron] Transition to ACTIVE for port object 4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1 will not be triggered until provisioned by entity L2. {{(pid=111414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 00:42:08.071652 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-0934520c-4272-48a1-90c6-57ec8fdfedd6 req-3dff3f59-31c8-476a-8f9f-aa0be9be2c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577477'] for port (4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:08.076442 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=2,neutron:DELETE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:08.081512 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8bca9c45-3af8-4b86-abed-a8dc47e58c09 req-ac9c6c78-8c35-4ad6-be3f-80617e45129e service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf HTTP/1.1" status: 200 len: 217 time: 0.0417609 Oct 19 00:42:08.113361 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-6eb6ccdf-3378-48b0-95fa-1b2da49513d6 req-f9013b23-4b71-4493-9737-90c316c34999 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575475 Oct 19 00:42:08.171946 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca9c45-3af8-4b86-abed-a8dc47e58c09 req-5f221225-c726-48fd-8649-773224820cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:08.175788 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8bca9c45-3af8-4b86-abed-a8dc47e58c09 req-5f221225-c726-48fd-8649-773224820cab service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=da4d7e39-f806-4ee4-9a72-d230cc0f9d32 HTTP/1.1" status: 200 len: 858 time: 0.0837846 Oct 19 00:42:08.238651 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca9c45-3af8-4b86-abed-a8dc47e58c09 req-e088b601-0711-4dfb-8beb-30cee10239ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:08.240408 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8bca9c45-3af8-4b86-abed-a8dc47e58c09 req-e088b601-0711-4dfb-8beb-30cee10239ff service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=75c84943-00ac-41e3-a6c3-2ea734b46148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0595295 Oct 19 00:42:08.245928 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:08.368045 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8bca9c45-3af8-4b86-abed-a8dc47e58c09 req-6e30f29a-05ba-478d-97cc-173ae3254c4c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/75c84943-00ac-41e3-a6c3-2ea734b46148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155915 Oct 19 00:42:08.402392 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff3f59-31c8-476a-8f9f-aa0be9be2c4e service neutron] Pushing event updated for resources: {'Port': ['ID=4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1,revision_number=2']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:08.465628 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149e658-83ca-4ab0-8b97-37fa7718075a req-d78f885a-a17a-4660-bfdc-356262a0be7d tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:08.467316 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-4149e658-83ca-4ab0-8b97-37fa7718075a req-d78f885a-a17a-4660-bfdc-356262a0be7d tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=66990043-23b4-4151-8137-6637e4b0a1db HTTP/1.1" status: 200 len: 943 time: 0.0793498 Oct 19 00:42:08.471915 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:08.473259 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-0934520c-4272-48a1-90c6-57ec8fdfedd6 req-3dff3f59-31c8-476a-8f9f-aa0be9be2c4e service neutron] Attempting to bind port 4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1 on host hv-cinder-maste for vnic_type normal with profile {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:42:08.474055 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-0934520c-4272-48a1-90c6-57ec8fdfedd6 req-3dff3f59-31c8-476a-8f9f-aa0be9be2c4e service neutron] Attempting to bind port 4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '92b295e7-d1cc-444c-9878-87a014ac144e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7d7558f7-ec39-4fba-83f7-3ca748451727'}] {{(pid=111414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:42:08.474055 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0934520c-4272-48a1-90c6-57ec8fdfedd6 req-3dff3f59-31c8-476a-8f9f-aa0be9be2c4e service neutron] Attempting to bind port 4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1 on network 7d7558f7-ec39-4fba-83f7-3ca748451727 {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:42:08.537029 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8bca9c45-3af8-4b86-abed-a8dc47e58c09 req-aa98f06c-011e-4a65-ad4f-52d8a0fdea29 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/75c84943-00ac-41e3-a6c3-2ea734b46148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534536 Oct 19 00:42:08.578422 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-4149e658-83ca-4ab0-8b97-37fa7718075a req-fb903387-e68b-4ae5-a6d9-0a6ca2b94993 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c937d9c-6415-4390-891e-baae7e994493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008489 Oct 19 00:42:08.579362 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0934520c-4272-48a1-90c6-57ec8fdfedd6 req-3dff3f59-31c8-476a-8f9f-aa0be9be2c4e service neutron] Port 4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1 on network 7d7558f7-ec39-4fba-83f7-3ca748451727 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:42:08.579772 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0934520c-4272-48a1-90c6-57ec8fdfedd6 req-3dff3f59-31c8-476a-8f9f-aa0be9be2c4e service neutron] Attempting to bind port 4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1 on network 7d7558f7-ec39-4fba-83f7-3ca748451727 {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:42:08.638259 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0934520c-4272-48a1-90c6-57ec8fdfedd6 req-3dff3f59-31c8-476a-8f9f-aa0be9be2c4e service neutron] Checking agent: {'id': '6724934a-8b6e-4109-8304-d160e240b776', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 38, 31), 'started_at': datetime.datetime(2022, 10, 19, 0, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:42:08.641823 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0934520c-4272-48a1-90c6-57ec8fdfedd6 req-3dff3f59-31c8-476a-8f9f-aa0be9be2c4e service neutron] Checking segment: {'id': '92b295e7-d1cc-444c-9878-87a014ac144e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7d7558f7-ec39-4fba-83f7-3ca748451727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:42:08.641823 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0934520c-4272-48a1-90c6-57ec8fdfedd6 req-3dff3f59-31c8-476a-8f9f-aa0be9be2c4e service neutron] Bound using segment: {'id': '92b295e7-d1cc-444c-9878-87a014ac144e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7d7558f7-ec39-4fba-83f7-3ca748451727'} {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:42:08.641823 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-0934520c-4272-48a1-90c6-57ec8fdfedd6 req-3dff3f59-31c8-476a-8f9f-aa0be9be2c4e service neutron] Bound port: 4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92b295e7-d1cc-444c-9878-87a014ac144e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7d7558f7-ec39-4fba-83f7-3ca748451727'}}] {{(pid=111414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:42:08.641823 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-0934520c-4272-48a1-90c6-57ec8fdfedd6 req-3dff3f59-31c8-476a-8f9f-aa0be9be2c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:08.738954 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-0934520c-4272-48a1-90c6-57ec8fdfedd6 req-3dff3f59-31c8-476a-8f9f-aa0be9be2c4e service neutron] For port 4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1, host hv-cinder-maste, cleared binding levels {{(pid=111414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:42:08.741913 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-0934520c-4272-48a1-90c6-57ec8fdfedd6 req-3dff3f59-31c8-476a-8f9f-aa0be9be2c4e service neutron] For port 4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1,segment=NetworkSegment(92b295e7-d1cc-444c-9878-87a014ac144e),segment_id=92b295e7-d1cc-444c-9878-87a014ac144e)] {{(pid=111414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:42:08.757351 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-0934520c-4272-48a1-90c6-57ec8fdfedd6 req-3dff3f59-31c8-476a-8f9f-aa0be9be2c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577477'] for port (4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:08.762303 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934520c-4272-48a1-90c6-57ec8fdfedd6 req-3dff3f59-31c8-476a-8f9f-aa0be9be2c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:08.767642 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-0934520c-4272-48a1-90c6-57ec8fdfedd6 req-3dff3f59-31c8-476a-8f9f-aa0be9be2c4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:08.769199 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-0934520c-4272-48a1-90c6-57ec8fdfedd6 req-3dff3f59-31c8-476a-8f9f-aa0be9be2c4e service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1 HTTP/1.1" status: 200 len: 1093 time: 1.1144309 Oct 19 00:42:08.769766 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66990043-23b4-4151-8137-6637e4b0a1db', 'tag': '4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1'}] {{(pid=111414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:42:08.772301 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e46469f00a83062af0f8a877bbd3a06bc7f865c711541049e4990ec8a28c8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961fec54-ff95-40da-8d48-40841245f008" -d '{"events": [{"name": "network-changed", "server_uuid": "66990043-23b4-4151-8137-6637e4b0a1db", "tag": "4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1"}]}' {{(pid=111414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:42:08.832889 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 00:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a422247-43b3-4bdb-a082-e5ccef13cef6 x-openstack-request-id: req-0a422247-43b3-4bdb-a082-e5ccef13cef6 {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:42:08.833220 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66990043-23b4-4151-8137-6637e4b0a1db", "tag": "4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1", "status": "completed", "code": 200}]} {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:42:08.833467 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0a422247-43b3-4bdb-a082-e5ccef13cef6 {{(pid=111414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:42:08.833954 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a422247-43b3-4bdb-a082-e5ccef13cef6'] response: {'name': 'network-changed', 'server_uuid': '66990043-23b4-4151-8137-6637e4b0a1db', 'tag': '4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1', 'status': 'completed', 'code': 200} Oct 19 00:42:08.854646 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff3f59-31c8-476a-8f9f-aa0be9be2c4e service neutron] Pushing event updated for resources: {'Port': ['ID=4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1,revision_number=3']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:08.967407 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961fec54-ff95-40da-8d48-40841245f008 req-c51475ac-deb5-431c-ab4e-f151537d05d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:08.969532 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-961fec54-ff95-40da-8d48-40841245f008 req-c51475ac-deb5-431c-ab4e-f151537d05d1 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=173a52b79dab4962a4aa380c26f97d2d&device_id=66990043-23b4-4151-8137-6637e4b0a1db HTTP/1.1" status: 200 len: 1127 time: 0.0494943 Oct 19 00:42:09.192999 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961fec54-ff95-40da-8d48-40841245f008 req-455f4d22-3bfe-40de-8c44-f96649b53a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:09.194621 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-961fec54-ff95-40da-8d48-40841245f008 req-455f4d22-3bfe-40de-8c44-f96649b53a1d service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=173a52b79dab4962a4aa380c26f97d2d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2021575 Oct 19 00:42:09.225465 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:09.350912 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4c0f0-66ad-42b8-9eb2-9c55223f7e73 req-bc9358ca-2d58-4d18-8a30-5d76e02c676c tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:09.352344 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-19c4c0f0-66ad-42b8-9eb2-9c55223f7e73 req-bc9358ca-2d58-4d18-8a30-5d76e02c676c tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3da61834-fd67-49d2-925c-c18fc264042c HTTP/1.1" status: 200 len: 946 time: 0.1124122 Oct 19 00:42:09.431167 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961fec54-ff95-40da-8d48-40841245f008 req-43aefb34-71a2-49e8-afb4-d5f4ee98e390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:09.432751 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-961fec54-ff95-40da-8d48-40841245f008 req-43aefb34-71a2-49e8-afb4-d5f4ee98e390 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2236533 Oct 19 00:42:09.449013 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-19c4c0f0-66ad-42b8-9eb2-9c55223f7e73 req-d5d9a71d-f721-4cd6-8a3a-dc340413c551 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837259 Oct 19 00:42:09.541704 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934520c-4272-48a1-90c6-57ec8fdfedd6 req-2914b515-ceb0-4a02-b798-99fab226c96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:09.543248 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-0934520c-4272-48a1-90c6-57ec8fdfedd6 req-2914b515-ceb0-4a02-b798-99fab226c96d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=173a52b79dab4962a4aa380c26f97d2d&device_id=66990043-23b4-4151-8137-6637e4b0a1db HTTP/1.1" status: 200 len: 1127 time: 0.0412421 Oct 19 00:42:09.596285 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-0934520c-4272-48a1-90c6-57ec8fdfedd6 req-f3498bc0-0dde-4ade-84ca-9b83a38fc913 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1 HTTP/1.1" status: 200 len: 217 time: 0.0372641 Oct 19 00:42:09.648824 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934520c-4272-48a1-90c6-57ec8fdfedd6 req-e39b61bb-7134-41c5-a8cd-b21b70e8c088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:09.650300 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-0934520c-4272-48a1-90c6-57ec8fdfedd6 req-e39b61bb-7134-41c5-a8cd-b21b70e8c088 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=c3539074-b8f0-4825-a59a-0409e8fd217b HTTP/1.1" status: 200 len: 848 time: 0.0482721 Oct 19 00:42:09.695179 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-0934520c-4272-48a1-90c6-57ec8fdfedd6 req-939be8cb-e033-4ebf-b801-536f1291baff service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=7d7558f7-ec39-4fba-83f7-3ca748451727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330892 Oct 19 00:42:09.715648 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb73fd-42f8-4746-8eb7-ddbc780c2804 req-3a205b63-9f55-429c-90e8-cbac544e0dec tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:09.717108 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-23bb73fd-42f8-4746-8eb7-ddbc780c2804 req-3a205b63-9f55-429c-90e8-cbac544e0dec tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=66990043-23b4-4151-8137-6637e4b0a1db HTTP/1.1" status: 200 len: 943 time: 0.0504074 Oct 19 00:42:09.771378 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-23bb73fd-42f8-4746-8eb7-ddbc780c2804 req-cef4494f-1f8b-42d6-a076-63c3bbeea165 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c937d9c-6415-4390-891e-baae7e994493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471213 Oct 19 00:42:09.825637 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-0934520c-4272-48a1-90c6-57ec8fdfedd6 req-1dad9f64-c960-43c4-9eb4-4c1164dd98a8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/7d7558f7-ec39-4fba-83f7-3ca748451727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214056 Oct 19 00:42:09.858851 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:09.943604 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-0934520c-4272-48a1-90c6-57ec8fdfedd6 req-69a273f1-c12b-43ac-897b-877ffecc1bc1 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/7d7558f7-ec39-4fba-83f7-3ca748451727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083200 Oct 19 00:42:10.025144 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:10.240246 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:10.257926 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=19 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:10.258751 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:10.270728 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 60986) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:42:10.383752 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-23eb6463-462d-497d-b368-4003243a51ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:10.398134 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:10.463877 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-23eb6463-462d-497d-b368-4003243a51ab admin admin] Publish callbacks [] for security_group (060facd4-ebe9-4acf-90a0-cfef67b51dad), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:10.467824 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-23eb6463-462d-497d-b368-4003243a51ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (060facd4-ebe9-4acf-90a0-cfef67b51dad), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:10.517162 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-23eb6463-462d-497d-b368-4003243a51ab admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=8653edd746b44c1eb38d97d3c138933d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2447495 Oct 19 00:42:10.518236 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eb6463-462d-497d-b368-4003243a51ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060facd4-ebe9-4acf-90a0-cfef67b51dad,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:10.519995 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 60992) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:42:10.607200 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87089c3-b9ae-4f09-b44f-707337b42197 req-b628fc3a-e221-4e1c-a481-429226a54cd2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:10.609352 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-b87089c3-b9ae-4f09-b44f-707337b42197 req-b628fc3a-e221-4e1c-a481-429226a54cd2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3da61834-fd67-49d2-925c-c18fc264042c HTTP/1.1" status: 200 len: 946 time: 0.0672920 Oct 19 00:42:10.643602 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-78d00cde-cdd7-40f7-8a09-26c53ff45564 admin admin] Publish callbacks [] for security_group (060facd4-ebe9-4acf-90a0-cfef67b51dad), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:10.681549 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-78d00cde-cdd7-40f7-8a09-26c53ff45564 admin admin] Publish callbacks [] for security_group (060facd4-ebe9-4acf-90a0-cfef67b51dad), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:10.697628 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-b87089c3-b9ae-4f09-b44f-707337b42197 req-bc7f49a5-c45f-494d-9c99-e3141cdf5f21 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817418 Oct 19 00:42:10.740922 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-78d00cde-cdd7-40f7-8a09-26c53ff45564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (060facd4-ebe9-4acf-90a0-cfef67b51dad), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:10.743694 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-78d00cde-cdd7-40f7-8a09-26c53ff45564 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:10.744891 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-78d00cde-cdd7-40f7-8a09-26c53ff45564 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/060facd4-ebe9-4acf-90a0-cfef67b51dad HTTP/1.1" status: 204 len: 168 time: 0.2234221 Oct 19 00:42:10.753202 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d00cde-cdd7-40f7-8a09-26c53ff45564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060facd4-ebe9-4acf-90a0-cfef67b51dad,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:10.908329 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2b97c-ee1c-4210-91c8-113adb205f84 req-7b0e3c79-f949-4a45-a8ba-0b0a4a35ae0d tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:10.910203 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-0ec2b97c-ee1c-4210-91c8-113adb205f84 req-7b0e3c79-f949-4a45-a8ba-0b0a4a35ae0d tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=66990043-23b4-4151-8137-6637e4b0a1db HTTP/1.1" status: 200 len: 943 time: 0.0504746 Oct 19 00:42:10.961649 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-0ec2b97c-ee1c-4210-91c8-113adb205f84 req-a0291168-0432-4463-912d-4e61bea2da82 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c937d9c-6415-4390-891e-baae7e994493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456226 Oct 19 00:42:11.828091 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff0113-242e-44aa-a233-21bcb9ed86f3 req-1372e0b5-db33-4ee5-bf34-aee8df5ea87a tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:11.829484 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1cff0113-242e-44aa-a233-21bcb9ed86f3 req-1372e0b5-db33-4ee5-bf34-aee8df5ea87a tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3da61834-fd67-49d2-925c-c18fc264042c HTTP/1.1" status: 200 len: 946 time: 0.0512321 Oct 19 00:42:11.845608 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=111416) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:42:11.853505 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:11.879666 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1cff0113-242e-44aa-a233-21bcb9ed86f3 req-bef0fa21-35f9-4d04-85a9-44964ae7b3c8 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444145 Oct 19 00:42:11.951483 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port 4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1,segment=NetworkSegment(92b295e7-d1cc-444c-9878-87a014ac144e),segment_id=92b295e7-d1cc-444c-9878-87a014ac144e)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:42:11.963961 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Returning: {'device': '4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1', 'network_id': '7d7558f7-ec39-4fba-83f7-3ca748451727', 'port_id': '4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1', 'mac_address': 'fa:16:3e:3c:22:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3539074-b8f0-4825-a59a-0409e8fd217b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111416) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:42:12.007125 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port 4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1 is: DOWN; New status is: BUILD {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:42:12.007507 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:12.022389 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1 {{(pid=111416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 00:42:12.043711 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port 4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1,segment=NetworkSegment(92b295e7-d1cc-444c-9878-87a014ac144e),segment_id=92b295e7-d1cc-444c-9878-87a014ac144e)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:42:12.047864 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:12.086574 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17401c-a875-46c8-b332-1052b869cd07 req-7cf072ca-e7bd-491d-8632-cd91233a3eee tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:12.087961 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9c17401c-a875-46c8-b332-1052b869cd07 req-7cf072ca-e7bd-491d-8632-cd91233a3eee tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=66990043-23b4-4151-8137-6637e4b0a1db HTTP/1.1" status: 200 len: 944 time: 0.0492461 Oct 19 00:42:12.096902 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1,revision_number=4']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:12.142463 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9c17401c-a875-46c8-b332-1052b869cd07 req-f9cfeefb-5b9b-4c36-9f8d-ca5a752cce2f tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c937d9c-6415-4390-891e-baae7e994493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472629 Oct 19 00:42:12.519087 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] get_ports_and_sgs() called for port_ids ['4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1'] {{(pid=111416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 00:42:12.606201 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:13.002407 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14b8d8-c53d-4af2-bd09-da4833178edc req-f234324d-ed59-494d-b26c-3447ae1a62d8 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:13.004086 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-4b14b8d8-c53d-4af2-bd09-da4833178edc req-f234324d-ed59-494d-b26c-3447ae1a62d8 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3da61834-fd67-49d2-925c-c18fc264042c HTTP/1.1" status: 200 len: 946 time: 0.0485840 Oct 19 00:42:13.051665 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-4b14b8d8-c53d-4af2-bd09-da4833178edc req-7eade997-61d3-4893-890d-6de252570bb3 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419848 Oct 19 00:42:13.278456 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd59ee-8164-4640-9469-127aeb0c63dc req-4a53fe4d-13a0-41b0-b3bf-6615a0473c99 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:13.280698 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-02cd59ee-8164-4640-9469-127aeb0c63dc req-4a53fe4d-13a0-41b0-b3bf-6615a0473c99 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=66990043-23b4-4151-8137-6637e4b0a1db HTTP/1.1" status: 200 len: 944 time: 0.0544467 Oct 19 00:42:13.333302 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-02cd59ee-8164-4640-9469-127aeb0c63dc req-6ff1d39f-5ff7-4c9a-99a2-ed32aa13b37f tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c937d9c-6415-4390-891e-baae7e994493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470207 Oct 19 00:42:13.887925 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1 up at agent hyperv_hv-cinder-maste {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:42:13.934832 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Provisioning for port 4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1 completed by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 19 00:42:13.941478 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Provisioning complete for port 4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:42:13.941860 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:13.942224 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Attempt 1 to provision port 4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1 Oct 19 00:42:14.023955 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port 4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1 is: BUILD; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:42:14.024347 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:14.049681 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66990043-23b4-4151-8137-6637e4b0a1db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1'}] {{(pid=111416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:42:14.051996 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0240e38e362fdc750089dc1f1183b30604621660299f95a12c585bcfa6b02ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05e1993-e45b-4518-82ac-6853426c931a" -d '{"events": [{"server_uuid": "66990043-23b4-4151-8137-6637e4b0a1db", "name": "network-vif-plugged", "status": "completed", "tag": "4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1"}]}' {{(pid=111416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:42:14.066691 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port 4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1,segment=NetworkSegment(92b295e7-d1cc-444c-9878-87a014ac144e),segment_id=92b295e7-d1cc-444c-9878-87a014ac144e)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:42:14.074397 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:14.104505 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 00:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b235259-39b5-4fd2-84e8-80b1a8b72669 x-openstack-request-id: req-0b235259-39b5-4fd2-84e8-80b1a8b72669 {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:42:14.104800 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66990043-23b4-4151-8137-6637e4b0a1db", "name": "network-vif-plugged", "status": "completed", "tag": "4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1", "code": 200}]} {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:42:14.105057 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0b235259-39b5-4fd2-84e8-80b1a8b72669 {{(pid=111416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:42:14.105454 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b235259-39b5-4fd2-84e8-80b1a8b72669'] response: {'server_uuid': '66990043-23b4-4151-8137-6637e4b0a1db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1', 'code': 200} Oct 19 00:42:14.149845 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1,revision_number=5']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:14.194202 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61f401-1e7c-469e-a566-a6d7a8339d19 req-b082be3d-02ac-455e-80e8-22c3908bee4d tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:14.195647 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-4a61f401-1e7c-469e-a566-a6d7a8339d19 req-b082be3d-02ac-455e-80e8-22c3908bee4d tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3da61834-fd67-49d2-925c-c18fc264042c HTTP/1.1" status: 200 len: 946 time: 0.0544772 Oct 19 00:42:14.254375 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-4a61f401-1e7c-469e-a566-a6d7a8339d19 req-0b3d4614-fd6b-48f3-b491-944416a3fbd1 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531390 Oct 19 00:42:14.368876 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1de7f0-b121-4fc5-97a4-ea2b1fc2afed req-a707f22b-2896-44d1-9b39-037dc8a52abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:14.370463 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1f1de7f0-b121-4fc5-97a4-ea2b1fc2afed req-a707f22b-2896-44d1-9b39-037dc8a52abf service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=66990043-23b4-4151-8137-6637e4b0a1db HTTP/1.1" status: 200 len: 1129 time: 0.0392952 Oct 19 00:42:14.431745 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1f1de7f0-b121-4fc5-97a4-ea2b1fc2afed req-7c286223-e0de-4a3d-90f7-d2df93dc9f13 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=4c937d9c-6415-4390-891e-baae7e994493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525353 Oct 19 00:42:14.466725 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b8117-3685-407a-a94a-5a367d773d94 req-0945b38a-583e-438c-93f3-4d64f069ed60 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:14.468792 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-8b1b8117-3685-407a-a94a-5a367d773d94 req-0945b38a-583e-438c-93f3-4d64f069ed60 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=66990043-23b4-4151-8137-6637e4b0a1db HTTP/1.1" status: 200 len: 945 time: 0.0523443 Oct 19 00:42:14.480402 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:14.525421 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-8b1b8117-3685-407a-a94a-5a367d773d94 req-1124089d-de1e-40b3-9cf8-d6b06f3d1861 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c937d9c-6415-4390-891e-baae7e994493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508428 Oct 19 00:42:15.400300 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8976c-f43b-4a1c-992b-4dd634d53aad req-dcba7d5b-6718-4ea6-b347-48f414ec4b6a tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:15.401796 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d2d8976c-f43b-4a1c-992b-4dd634d53aad req-dcba7d5b-6718-4ea6-b347-48f414ec4b6a tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3da61834-fd67-49d2-925c-c18fc264042c HTTP/1.1" status: 200 len: 946 time: 0.0690622 Oct 19 00:42:15.456929 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d2d8976c-f43b-4a1c-992b-4dd634d53aad req-3e8c1513-2e2d-4128-aa4f-3e8addfaaeed tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485394 Oct 19 00:42:15.671374 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86746146-4cfd-42e8-8a65-a3cf688c3109 req-a44781c1-ab68-4799-adb4-f389da13f11e tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:15.672901 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-86746146-4cfd-42e8-8a65-a3cf688c3109 req-a44781c1-ab68-4799-adb4-f389da13f11e tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=66990043-23b4-4151-8137-6637e4b0a1db HTTP/1.1" status: 200 len: 945 time: 0.0473831 Oct 19 00:42:15.723987 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-86746146-4cfd-42e8-8a65-a3cf688c3109 req-903d4651-ea2c-462c-98c7-c320f8c09710 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c937d9c-6415-4390-891e-baae7e994493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454483 Oct 19 00:42:16.288686 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.agents_db [None req-a13584a9-f264-4877-bb17-87a252e2109a None None] Agent healthcheck: found 6 active agents {{(pid=111417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:42:16.588421 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9ed25-acf7-4e22-8847-763a58171109 req-d5cbc013-130e-4c6b-9dfe-ad97a7ea3081 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:16.589889 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-0cd9ed25-acf7-4e22-8847-763a58171109 req-d5cbc013-130e-4c6b-9dfe-ad97a7ea3081 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3da61834-fd67-49d2-925c-c18fc264042c HTTP/1.1" status: 200 len: 946 time: 0.0542345 Oct 19 00:42:16.640086 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-0cd9ed25-acf7-4e22-8847-763a58171109 req-2e7a9759-3755-4fe2-b0f5-c09029c68866 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446360 Oct 19 00:42:16.855903 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9beeb-ace2-4e7d-b5ca-1db696b035ca req-3e8446ae-a98f-4838-92a4-06a8c0063a92 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:16.857618 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-21a9beeb-ace2-4e7d-b5ca-1db696b035ca req-3e8446ae-a98f-4838-92a4-06a8c0063a92 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=66990043-23b4-4151-8137-6637e4b0a1db HTTP/1.1" status: 200 len: 945 time: 0.0532176 Oct 19 00:42:16.919876 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-21a9beeb-ace2-4e7d-b5ca-1db696b035ca req-8732ba5d-b6e0-4fab-9acd-829b6cec82b2 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c937d9c-6415-4390-891e-baae7e994493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547979 Oct 19 00:42:17.767184 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add72b39-cbe2-438b-b754-adf9f57abfc9 req-8f061601-d30d-4e79-9d1e-0052b22af12b tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:17.768559 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-add72b39-cbe2-438b-b754-adf9f57abfc9 req-8f061601-d30d-4e79-9d1e-0052b22af12b tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3da61834-fd67-49d2-925c-c18fc264042c HTTP/1.1" status: 200 len: 946 time: 0.0483658 Oct 19 00:42:17.779555 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:17.825380 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-add72b39-cbe2-438b-b754-adf9f57abfc9 req-5440a92f-2ad5-4a88-a3d9-8d64a0dc4f27 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512476 Oct 19 00:42:18.095867 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968f414-7ac9-41df-9ab8-9024a3ed27b5 req-b365dfb3-211f-450a-b57a-0cff978c0865 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:18.097613 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a968f414-7ac9-41df-9ab8-9024a3ed27b5 req-b365dfb3-211f-450a-b57a-0cff978c0865 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=66990043-23b4-4151-8137-6637e4b0a1db HTTP/1.1" status: 200 len: 945 time: 0.0499980 Oct 19 00:42:18.150217 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a968f414-7ac9-41df-9ab8-9024a3ed27b5 req-2e811948-5803-4886-9334-81184d5b9ad4 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c937d9c-6415-4390-891e-baae7e994493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468562 Oct 19 00:42:18.956124 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52926ec-cfe7-4678-b0ef-dd9555b75784 req-9777a7c5-1ef0-4dfb-8fde-36989a232384 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:18.957625 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-f52926ec-cfe7-4678-b0ef-dd9555b75784 req-9777a7c5-1ef0-4dfb-8fde-36989a232384 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3da61834-fd67-49d2-925c-c18fc264042c HTTP/1.1" status: 200 len: 946 time: 0.0512478 Oct 19 00:42:18.977177 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:19.008468 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-f52926ec-cfe7-4678-b0ef-dd9555b75784 req-7bd1de04-a5a4-42bd-8de9-98604d7a78fe tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451751 Oct 19 00:42:19.277478 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf8201-2724-4ddf-b0e1-91be48450d1b req-306b0c79-84b3-4ff0-afa1-1aaf7037b739 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:19.278992 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-1caf8201-2724-4ddf-b0e1-91be48450d1b req-306b0c79-84b3-4ff0-afa1-1aaf7037b739 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=66990043-23b4-4151-8137-6637e4b0a1db HTTP/1.1" status: 200 len: 945 time: 0.0526717 Oct 19 00:42:19.307964 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:19.331074 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-1caf8201-2724-4ddf-b0e1-91be48450d1b req-7bb33a1d-40b8-43b7-8106-52f81579a7c2 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c937d9c-6415-4390-891e-baae7e994493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460284 Oct 19 00:42:20.063181 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdce3d8-7748-4b00-aa5f-d902fc7c32ce req-dee812d2-fd45-4e10-96a1-bcd25c7080da tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:20.064725 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-abdce3d8-7748-4b00-aa5f-d902fc7c32ce req-dee812d2-fd45-4e10-96a1-bcd25c7080da tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=66990043-23b4-4151-8137-6637e4b0a1db HTTP/1.1" status: 200 len: 945 time: 0.0483155 Oct 19 00:42:20.177642 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd8733e-fd76-4e6c-ba70-00a602e66bdd req-cec2ad1f-da80-477d-9210-d80d9403d955 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:20.179187 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-ddd8733e-fd76-4e6c-ba70-00a602e66bdd req-cec2ad1f-da80-477d-9210-d80d9403d955 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3da61834-fd67-49d2-925c-c18fc264042c HTTP/1.1" status: 200 len: 946 time: 0.0774739 Oct 19 00:42:20.221453 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [req-abdce3d8-7748-4b00-aa5f-d902fc7c32ce req-185ad02b-f9f7-4b32-89a7-af765fc21299 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Deleting port 4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1 {{(pid=111414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:42:20.221825 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-abdce3d8-7748-4b00-aa5f-d902fc7c32ce req-185ad02b-f9f7-4b32-89a7-af765fc21299 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:20.295816 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-ddd8733e-fd76-4e6c-ba70-00a602e66bdd req-f60069fb-db9c-483a-b3ac-354bf4a63de8 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064827 Oct 19 00:42:20.352031 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-abdce3d8-7748-4b00-aa5f-d902fc7c32ce req-185ad02b-f9f7-4b32-89a7-af765fc21299 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] For port 4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1,segment=NetworkSegment(92b295e7-d1cc-444c-9878-87a014ac144e),segment_id=92b295e7-d1cc-444c-9878-87a014ac144e)] {{(pid=111414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:42:20.352506 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-abdce3d8-7748-4b00-aa5f-d902fc7c32ce req-185ad02b-f9f7-4b32-89a7-af765fc21299 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:20.366971 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [req-abdce3d8-7748-4b00-aa5f-d902fc7c32ce req-185ad02b-f9f7-4b32-89a7-af765fc21299 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Calling delete_port for 4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1 owned by compute:nova {{(pid=111414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:42:20.482951 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba9045-b83a-4624-91ad-d0e9c107ddb2 req-85074740-4761-486b-8bb6-2cb73af4b20d tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:20.486079 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-6eba9045-b83a-4624-91ad-d0e9c107ddb2 req-85074740-4761-486b-8bb6-2cb73af4b20d tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=66990043-23b4-4151-8137-6637e4b0a1db HTTP/1.1" status: 200 len: 945 time: 0.0759499 Oct 19 00:42:20.527503 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-abdce3d8-7748-4b00-aa5f-d902fc7c32ce req-185ad02b-f9f7-4b32-89a7-af765fc21299 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:20.544429 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-6eba9045-b83a-4624-91ad-d0e9c107ddb2 req-26cdb687-747e-4f99-b320-62e5216191b7 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c937d9c-6415-4390-891e-baae7e994493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505238 Oct 19 00:42:20.565192 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ad02b-f9f7-4b32-89a7-af765fc21299 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Pushing event deleted for resources: {'Port': ['ID=4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:20.574233 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] get_ports_and_sgs() called for port_ids ['4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1'] {{(pid=111416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 00:42:20.619319 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [req-abdce3d8-7748-4b00-aa5f-d902fc7c32ce req-185ad02b-f9f7-4b32-89a7-af765fc21299 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] No DVR routers for this DVR port 4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1 on host hv-cinder-maste {{(pid=111414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 19 00:42:20.622844 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-abdce3d8-7748-4b00-aa5f-d902fc7c32ce req-185ad02b-f9f7-4b32-89a7-af765fc21299 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:20.627305 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-abdce3d8-7748-4b00-aa5f-d902fc7c32ce req-185ad02b-f9f7-4b32-89a7-af765fc21299 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.20 "DELETE /networking/v2.0/ports/4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1 HTTP/1.1" status: 204 len: 173 time: 0.5561111 Oct 19 00:42:20.628590 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66990043-23b4-4151-8137-6637e4b0a1db', 'name': 'network-vif-deleted', 'tag': '4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1'}] {{(pid=111414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:42:20.632651 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e46469f00a83062af0f8a877bbd3a06bc7f865c711541049e4990ec8a28c8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ef9cfa-421a-48ff-85d6-d19225e0fa24" -d '{"events": [{"server_uuid": "66990043-23b4-4151-8137-6637e4b0a1db", "name": "network-vif-deleted", "tag": "4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1"}]}' {{(pid=111414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:42:20.676239 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 00:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e739f76c-378d-4a43-b1d2-3784cfc17e51 x-openstack-request-id: req-e739f76c-378d-4a43-b1d2-3784cfc17e51 {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:42:20.676676 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66990043-23b4-4151-8137-6637e4b0a1db", "name": "network-vif-deleted", "tag": "4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1", "status": "completed", "code": 200}]} {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:42:20.677097 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e739f76c-378d-4a43-b1d2-3784cfc17e51 {{(pid=111414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:42:20.677509 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e739f76c-378d-4a43-b1d2-3784cfc17e51'] response: {'server_uuid': '66990043-23b4-4151-8137-6637e4b0a1db', 'name': 'network-vif-deleted', 'tag': '4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1', 'status': 'completed', 'code': 200} Oct 19 00:42:21.448341 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ebfc74-c80f-454b-9421-be17ad4220c3 req-32c1497e-c690-4f38-9d92-f86566efb8d8 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:21.449890 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d2ebfc74-c80f-454b-9421-be17ad4220c3 req-32c1497e-c690-4f38-9d92-f86566efb8d8 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3da61834-fd67-49d2-925c-c18fc264042c HTTP/1.1" status: 200 len: 946 time: 0.0495875 Oct 19 00:42:21.504737 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d2ebfc74-c80f-454b-9421-be17ad4220c3 req-d6a51324-fa4b-4d44-8149-24602533e52c tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482183 Oct 19 00:42:22.637917 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11041d-1666-4626-9b78-6bef5aebc3fb req-dcf06b8d-7053-47a8-a455-4476878c70e3 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:22.639470 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-2a11041d-1666-4626-9b78-6bef5aebc3fb req-dcf06b8d-7053-47a8-a455-4476878c70e3 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3da61834-fd67-49d2-925c-c18fc264042c HTTP/1.1" status: 200 len: 946 time: 0.0504377 Oct 19 00:42:22.659458 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:22.693923 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-2a11041d-1666-4626-9b78-6bef5aebc3fb req-8d2752ff-f4d9-4fda-9dd8-9900106b57ec tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482025 Oct 19 00:42:23.958387 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55531151-e3fb-470b-b2b2-b8b216bdf6ab req-ac732a6f-4bc8-4282-8e31-1b9de8fc625d tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:23.959865 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-55531151-e3fb-470b-b2b2-b8b216bdf6ab req-ac732a6f-4bc8-4282-8e31-1b9de8fc625d tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3da61834-fd67-49d2-925c-c18fc264042c HTTP/1.1" status: 200 len: 946 time: 0.0479686 Oct 19 00:42:24.009517 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-55531151-e3fb-470b-b2b2-b8b216bdf6ab req-c66f849d-5161-47cd-b858-45b116d8de5e tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441053 Oct 19 00:42:24.149981 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=40,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:25.137308 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7f00c-fcf6-41d6-9778-a669ed695b9c req-9e475850-d4f6-4054-9460-706e74e11cf4 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:25.138817 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-11f7f00c-fcf6-41d6-9778-a669ed695b9c req-9e475850-d4f6-4054-9460-706e74e11cf4 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3da61834-fd67-49d2-925c-c18fc264042c HTTP/1.1" status: 200 len: 946 time: 0.0508971 Oct 19 00:42:25.187305 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-11f7f00c-fcf6-41d6-9778-a669ed695b9c req-5c166cee-e93d-42f4-90f2-4238dea6a693 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414546 Oct 19 00:42:26.284354 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:26.285238 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:26.310361 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333f7bf-bd76-4dc0-9d14-6b1b9e9f52f3 req-9f16a49c-854e-4be2-a678-a58bac86e44b tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:26.312687 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-c333f7bf-bd76-4dc0-9d14-6b1b9e9f52f3 req-9f16a49c-854e-4be2-a678-a58bac86e44b tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3da61834-fd67-49d2-925c-c18fc264042c HTTP/1.1" status: 200 len: 946 time: 0.0515680 Oct 19 00:42:26.351617 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1 no longer exists at agent hyperv_hv-cinder-maste {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:42:26.361250 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-c333f7bf-bd76-4dc0-9d14-6b1b9e9f52f3 req-e65559d7-ee11-412b-861a-5ad15d643fc8 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418518 Oct 19 00:42:26.372225 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] No Port match for: 4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1 {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:42:26.372581 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 4d3e0aaa-9ce0-44ac-86e1-3ac2ffbc0ec1 not bound to the agent host hv-cinder-maste {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:42:27.487820 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a610083b-4813-4975-b56a-d77ef3bab336 req-68f2675c-f8e0-4024-a586-1e7c77dcfb24 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:27.489300 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-a610083b-4813-4975-b56a-d77ef3bab336 req-68f2675c-f8e0-4024-a586-1e7c77dcfb24 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3da61834-fd67-49d2-925c-c18fc264042c HTTP/1.1" status: 200 len: 946 time: 0.0501547 Oct 19 00:42:27.501406 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:27.539295 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-a610083b-4813-4975-b56a-d77ef3bab336 req-0f828b6a-0221-442a-a3b2-2173be6bfe27 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444202 Oct 19 00:42:30.418210 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d6e34-5711-4f11-9593-83c6074bcc12 req-961a51c3-0cf6-465d-8e3d-97944a19254a tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:30.419837 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-fd3d6e34-5711-4f11-9593-83c6074bcc12 req-961a51c3-0cf6-465d-8e3d-97944a19254a tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3da61834-fd67-49d2-925c-c18fc264042c HTTP/1.1" status: 200 len: 946 time: 0.0842204 Oct 19 00:42:30.495305 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-fd3d6e34-5711-4f11-9593-83c6074bcc12 req-7ebf8ad7-0013-49cf-a0c2-10c5937779d7 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634861 Oct 19 00:42:30.580799 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-4ddf5994-9303-441b-b70f-e2b7fa5ab357 req-91767c85-b8e2-4ad9-8716-3e9a2b96f003 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0478299 Oct 19 00:42:30.674789 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf5994-9303-441b-b70f-e2b7fa5ab357 req-7d15eeaa-c63a-403f-a240-857a7bba259c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:30.674789 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-4ddf5994-9303-441b-b70f-e2b7fa5ab357 req-7d15eeaa-c63a-403f-a240-857a7bba259c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c0151d58abd047a692f5cc4e7d05bea5&device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 1129 time: 0.0413940 Oct 19 00:42:30.783709 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf5994-9303-441b-b70f-e2b7fa5ab357 req-18aa6651-dddc-4bf2-b8d1-0f6519016584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:30.785328 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-4ddf5994-9303-441b-b70f-e2b7fa5ab357 req-18aa6651-dddc-4bf2-b8d1-0f6519016584 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=75c84943-00ac-41e3-a6c3-2ea734b46148 HTTP/1.1" status: 200 len: 920 time: 0.0920918 Oct 19 00:42:30.829826 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-4ddf5994-9303-441b-b70f-e2b7fa5ab357 req-b0723e57-a387-4f1e-9932-608a2c1781e1 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc5abfca-70ab-406b-974c-c89318ad195e HTTP/1.1" status: 200 len: 217 time: 0.0351610 Oct 19 00:42:30.882086 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf5994-9303-441b-b70f-e2b7fa5ab357 req-dfdbbb68-27cf-4c0a-8943-e434daa87de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:30.883809 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-4ddf5994-9303-441b-b70f-e2b7fa5ab357 req-dfdbbb68-27cf-4c0a-8943-e434daa87de6 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=da4d7e39-f806-4ee4-9a72-d230cc0f9d32 HTTP/1.1" status: 200 len: 858 time: 0.0471361 Oct 19 00:42:30.934511 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf5994-9303-441b-b70f-e2b7fa5ab357 req-098c17e5-b86a-41bb-8dce-4f4de8cfa3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:30.936298 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-4ddf5994-9303-441b-b70f-e2b7fa5ab357 req-098c17e5-b86a-41bb-8dce-4f4de8cfa3fa service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=75c84943-00ac-41e3-a6c3-2ea734b46148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461061 Oct 19 00:42:31.041234 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-4ddf5994-9303-441b-b70f-e2b7fa5ab357 req-067cb621-fc9c-4edf-ac8e-2f7f12fd4f90 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/75c84943-00ac-41e3-a6c3-2ea734b46148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958195 Oct 19 00:42:31.376363 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-4ddf5994-9303-441b-b70f-e2b7fa5ab357 req-8532e555-0a4b-4c82-bdbb-07651d269527 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/75c84943-00ac-41e3-a6c3-2ea734b46148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285758 Oct 19 00:42:31.448497 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (6724934a-8b6e-4109-8304-d160e240b776), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:31.497442 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=39 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:31.500432 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=18 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:31.616114 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=100 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:31.629234 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf1208-f862-47b3-9ca5-9faf7faffa9e req-25582525-0e3e-4622-b8f9-6e95aa9f69e5 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:31.630749 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-7bbf1208-f862-47b3-9ca5-9faf7faffa9e req-25582525-0e3e-4622-b8f9-6e95aa9f69e5 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3da61834-fd67-49d2-925c-c18fc264042c HTTP/1.1" status: 200 len: 946 time: 0.0481563 Oct 19 00:42:31.680588 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-7bbf1208-f862-47b3-9ca5-9faf7faffa9e req-124f40ea-9753-46d5-a186-29e7c1e2e11d tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441329 Oct 19 00:42:32.820867 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead2724-dc1c-442c-986b-8581d36f0fa0 req-84d338fb-a937-481a-b4d9-dc9b1d52e725 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:32.822696 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-dead2724-dc1c-442c-986b-8581d36f0fa0 req-84d338fb-a937-481a-b4d9-dc9b1d52e725 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3da61834-fd67-49d2-925c-c18fc264042c HTTP/1.1" status: 200 len: 946 time: 0.0590816 Oct 19 00:42:32.883845 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-dead2724-dc1c-442c-986b-8581d36f0fa0 req-ac0e8211-8a79-41ab-92b8-a0afb14cb3f6 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529554 Oct 19 00:42:33.019692 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4245d4-3596-4e5f-b919-776cb2de4e3e req-08929cf4-d9fb-4577-8c4a-4ad0b739d6ba tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:33.021151 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-df4245d4-3596-4e5f-b919-776cb2de4e3e req-08929cf4-d9fb-4577-8c4a-4ad0b739d6ba tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/networks?id=7d7558f7-ec39-4fba-83f7-3ca748451727 HTTP/1.1" status: 200 len: 808 time: 0.3450925 Oct 19 00:42:33.036942 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-df4245d4-3596-4e5f-b919-776cb2de4e3e req-d4130208-022f-44c9-8e8c-7e80d78c9a61 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/quotas/173a52b79dab4962a4aa380c26f97d2d HTTP/1.1" status: 200 len: 375 time: 0.0097511 Oct 19 00:42:33.072158 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-df4245d4-3596-4e5f-b919-776cb2de4e3e req-e4a09fce-ae93-4ec2-9729-dc0cc2943641 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=173a52b79dab4962a4aa380c26f97d2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286014 Oct 19 00:42:33.183149 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-df4245d4-3596-4e5f-b919-776cb2de4e3e req-5263ae21-6e4d-446e-8169-155a76d0201b service neutron] 10.222.0.26 "GET /networking/v2.0/networks/7d7558f7-ec39-4fba-83f7-3ca748451727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028681 Oct 19 00:42:33.277954 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-df4245d4-3596-4e5f-b919-776cb2de4e3e req-8bcd5b5c-ee46-4e1a-804d-6f1e097d440a service neutron] 10.222.0.26 "GET /networking/v2.0/networks/7d7558f7-ec39-4fba-83f7-3ca748451727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889244 Oct 19 00:42:33.493804 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-6c303f8e-9de6-4779-967d-0bb0aa6bbddb req-6be11a9b-673b-4ad1-981d-badafe130495 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c5d02d64-d4e6-445d-a155-b875b8a8cce0 HTTP/1.1" status: 200 len: 210 time: 0.0384471 Oct 19 00:42:33.717222 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce94de82-4720-4c23-b689-50747489df4b req-6ed63dbc-1dd1-4812-80b3-3d821c01b7b7 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:33.719296 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ce94de82-4720-4c23-b689-50747489df4b req-6ed63dbc-1dd1-4812-80b3-3d821c01b7b7 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 945 time: 0.0507412 Oct 19 00:42:33.791262 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ce94de82-4720-4c23-b689-50747489df4b req-1fe744e2-5716-4ef0-8c8a-d9480bb2652c tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656204 Oct 19 00:42:34.012114 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45fde18-5884-4934-a630-982cdd56a2de req-b448c545-766d-4dc3-beab-922ab6fa22a7 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:34.013620 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-d45fde18-5884-4934-a630-982cdd56a2de req-b448c545-766d-4dc3-beab-922ab6fa22a7 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3da61834-fd67-49d2-925c-c18fc264042c HTTP/1.1" status: 200 len: 946 time: 0.0517786 Oct 19 00:42:34.064594 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-d45fde18-5884-4934-a630-982cdd56a2de req-3616c1af-2f68-47a0-85cf-b69948c9704e tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439405 Oct 19 00:42:34.567893 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-f5984c8a-ce36-4c49-8b9b-781f116ba0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:34.615807 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-61ab7e7d-9b5b-457d-9f2a-427b3efc3716 req-65c03b05-d8c3-42c8-93a9-bcc0a812ff43 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c5d02d64-d4e6-445d-a155-b875b8a8cce0 HTTP/1.1" status: 200 len: 210 time: 0.0297804 Oct 19 00:42:34.945892 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4c612-e14f-4a4a-a608-a4da63ff025c req-42643a69-4f79-492d-aea0-ef352fde28b4 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:34.947286 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-6fd4c612-e14f-4a4a-a608-a4da63ff025c req-42643a69-4f79-492d-aea0-ef352fde28b4 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 945 time: 0.0516846 Oct 19 00:42:35.003494 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-6fd4c612-e14f-4a4a-a608-a4da63ff025c req-19143eb9-2811-45ab-9e55-4d95dc6aaa1a tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491080 Oct 19 00:42:35.200424 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4eb5a2-d85b-48dd-bd23-c6363ae2f69f req-cb8cdc1d-0f35-4edf-8c95-3eac1072ca3f tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:35.202602 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ed4eb5a2-d85b-48dd-bd23-c6363ae2f69f req-cb8cdc1d-0f35-4edf-8c95-3eac1072ca3f tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3da61834-fd67-49d2-925c-c18fc264042c HTTP/1.1" status: 200 len: 946 time: 0.0522342 Oct 19 00:42:35.251206 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ed4eb5a2-d85b-48dd-bd23-c6363ae2f69f req-7f922b78-f08a-413b-9500-327749083d7f tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428207 Oct 19 00:42:35.769206 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-753a2a76-098f-4a56-8a76-cdaf6cf0f309 req-6a2e3630-3de1-4744-8dce-c2dd65e1b051 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c5d02d64-d4e6-445d-a155-b875b8a8cce0 HTTP/1.1" status: 200 len: 210 time: 0.0399692 Oct 19 00:42:35.785538 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=100 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:35.796372 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4245d4-3596-4e5f-b919-776cb2de4e3e req-023dcc39-0587-4e70-8a98-3f7bc74e8ce7 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:35.797937 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-df4245d4-3596-4e5f-b919-776cb2de4e3e req-023dcc39-0587-4e70-8a98-3f7bc74e8ce7 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.20 "GET /networking/v2.0/networks?id=7d7558f7-ec39-4fba-83f7-3ca748451727 HTTP/1.1" status: 200 len: 808 time: 0.1800799 Oct 19 00:42:36.138189 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a937e-fe7f-4b3c-a9d2-c1cabe62379f req-6aa985df-27fd-4259-b090-51b90c00b364 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:36.140979 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a65a937e-fe7f-4b3c-a9d2-c1cabe62379f req-6aa985df-27fd-4259-b090-51b90c00b364 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 945 time: 0.0512590 Oct 19 00:42:36.190496 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a65a937e-fe7f-4b3c-a9d2-c1cabe62379f req-7455fe33-9d80-406f-bba3-8407e9865b38 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438147 Oct 19 00:42:36.382971 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7e6fd-8a60-4e5b-a01f-8346a44d5b6f req-d52fa0e6-e155-499f-a930-f7380756e893 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:36.384453 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-50b7e6fd-8a60-4e5b-a01f-8346a44d5b6f req-d52fa0e6-e155-499f-a930-f7380756e893 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3da61834-fd67-49d2-925c-c18fc264042c HTTP/1.1" status: 200 len: 946 time: 0.0522213 Oct 19 00:42:36.435553 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-50b7e6fd-8a60-4e5b-a01f-8346a44d5b6f req-7b208846-caf9-4841-a3fc-e5282b3353e6 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446882 Oct 19 00:42:36.775289 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d4187a7f-8859-42b3-8435-fcc81a59d0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:36.901553 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [req-df4245d4-3596-4e5f-b919-776cb2de4e3e req-95e3b6ff-3c27-4e40-9efd-c90f704bea69 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Request body: {'port': {'device_id': 'c5d02d64-d4e6-445d-a155-b875b8a8cce0', 'network_id': '7d7558f7-ec39-4fba-83f7-3ca748451727', 'admin_state_up': True, 'tenant_id': '173a52b79dab4962a4aa380c26f97d2d'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:42:36.926451 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-7220e24a-3c65-4924-b141-5ad25543f793 req-9203a9c1-a4d5-4c83-a136-619d0ca368cd tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c5d02d64-d4e6-445d-a155-b875b8a8cce0 HTTP/1.1" status: 200 len: 210 time: 0.0458145 Oct 19 00:42:37.065151 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df4245d4-3596-4e5f-b919-776cb2de4e3e req-95e3b6ff-3c27-4e40-9efd-c90f704bea69 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Made reservation on behalf of 173a52b79dab4962a4aa380c26f97d2d for: {'port': 1} {{(pid=111414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:42:37.069653 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-df4245d4-3596-4e5f-b919-776cb2de4e3e req-95e3b6ff-3c27-4e40-9efd-c90f704bea69 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:37.180405 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b4796b-7942-48d9-8edf-6ae49d5ce30d req-3c47e805-4d9e-4455-9f7f-8c6b586b7729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:37.181906 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-87b4796b-7942-48d9-8edf-6ae49d5ce30d req-3c47e805-4d9e-4455-9f7f-8c6b586b7729 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3da61834-fd67-49d2-925c-c18fc264042c HTTP/1.1" status: 200 len: 1130 time: 0.0508227 Oct 19 00:42:37.211507 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.db_base_plugin_common [req-df4245d4-3596-4e5f-b919-776cb2de4e3e req-95e3b6ff-3c27-4e40-9efd-c90f704bea69 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Allocated IP 172.20.0.2 (7d7558f7-ec39-4fba-83f7-3ca748451727/c3539074-b8f0-4825-a59a-0409e8fd217b/1b4d823f-e9a3-4a43-a759-c283b8c3dac4) {{(pid=111414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:42:37.233378 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-87b4796b-7942-48d9-8edf-6ae49d5ce30d req-4facecf4-c70e-4d44-9710-89d285dede21 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411198 Oct 19 00:42:37.361247 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6711e7-d8a4-4810-af05-8a66e1fbecc3 req-98064883-0fb2-4b50-abd5-7a666dc098e5 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:37.362718 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-8d6711e7-d8a4-4810-af05-8a66e1fbecc3 req-98064883-0fb2-4b50-abd5-7a666dc098e5 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 945 time: 0.0876813 Oct 19 00:42:37.383980 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:37.430873 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-df4245d4-3596-4e5f-b919-776cb2de4e3e req-95e3b6ff-3c27-4e40-9efd-c90f704bea69 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Publish callbacks [] for port (1b4d823f-e9a3-4a43-a759-c283b8c3dac4), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:37.453895 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-8d6711e7-d8a4-4810-af05-8a66e1fbecc3 req-f6abc73f-ddd1-4e63-ac4b-17ef2b3c41b4 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848415 Oct 19 00:42:37.499013 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-df4245d4-3596-4e5f-b919-776cb2de4e3e req-95e3b6ff-3c27-4e40-9efd-c90f704bea69 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (1b4d823f-e9a3-4a43-a759-c283b8c3dac4), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:37.530997 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df4245d4-3596-4e5f-b919-776cb2de4e3e req-95e3b6ff-3c27-4e40-9efd-c90f704bea69 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Network 7d7558f7-ec39-4fba-83f7-3ca748451727 is already hosted by enough agents. {{(pid=111414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:42:37.557061 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [req-df4245d4-3596-4e5f-b919-776cb2de4e3e req-95e3b6ff-3c27-4e40-9efd-c90f704bea69 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Resources bound (agent type, host, resource id): {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:42:37.563283 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4245d4-3596-4e5f-b919-776cb2de4e3e req-95e3b6ff-3c27-4e40-9efd-c90f704bea69 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Received port after_create {{(pid=111414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:42:37.568755 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2569283-9aac-4d85-8400-30f3b011dded req-b684f669-f1aa-4b09-996f-4a41a57c7009 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:37.571202 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d2569283-9aac-4d85-8400-30f3b011dded req-b684f669-f1aa-4b09-996f-4a41a57c7009 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3da61834-fd67-49d2-925c-c18fc264042c HTTP/1.1" status: 200 len: 946 time: 0.0553484 Oct 19 00:42:37.588557 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:37.604556 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e3b6ff-3c27-4e40-9efd-c90f704bea69 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Pushing event updated for resources: {'Port': ['ID=1b4d823f-e9a3-4a43-a759-c283b8c3dac4,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:37.619926 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3b6ff-3c27-4e40-9efd-c90f704bea69 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:37.620248 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3b6ff-3c27-4e40-9efd-c90f704bea69 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:37.620519 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3b6ff-3c27-4e40-9efd-c90f704bea69 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:37.620860 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3b6ff-3c27-4e40-9efd-c90f704bea69 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:37.621196 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3b6ff-3c27-4e40-9efd-c90f704bea69 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:37.621530 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3b6ff-3c27-4e40-9efd-c90f704bea69 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:37.621865 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3b6ff-3c27-4e40-9efd-c90f704bea69 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:37.622207 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3b6ff-3c27-4e40-9efd-c90f704bea69 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:37.622535 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3b6ff-3c27-4e40-9efd-c90f704bea69 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:37.622861 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3b6ff-3c27-4e40-9efd-c90f704bea69 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:37.623186 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3b6ff-3c27-4e40-9efd-c90f704bea69 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:37.623541 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3b6ff-3c27-4e40-9efd-c90f704bea69 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:37.624269 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3b6ff-3c27-4e40-9efd-c90f704bea69 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:37.624269 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3b6ff-3c27-4e40-9efd-c90f704bea69 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:37.624508 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3b6ff-3c27-4e40-9efd-c90f704bea69 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:37.625394 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d2569283-9aac-4d85-8400-30f3b011dded req-b9adc0a5-a5a2-4fff-adb1-475f48876356 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465677 Oct 19 00:42:37.639377 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4245d4-3596-4e5f-b919-776cb2de4e3e req-95e3b6ff-3c27-4e40-9efd-c90f704bea69 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:37.640172 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-df4245d4-3596-4e5f-b919-776cb2de4e3e req-95e3b6ff-3c27-4e40-9efd-c90f704bea69 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:37.658704 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-df4245d4-3596-4e5f-b919-776cb2de4e3e req-95e3b6ff-3c27-4e40-9efd-c90f704bea69 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7649388 Oct 19 00:42:37.766818 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-91679b98-bde7-4d43-a4f4-037cbef9f908 req-23522db0-0f7c-423d-ad3c-eeabb7100dd2 tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1086442532&fields=id&tenant_id=f798b16ae6e4429c9c07793a0178f798 HTTP/1.1" status: 200 len: 267 time: 0.0449727 Oct 19 00:42:37.775682 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [req-df4245d4-3596-4e5f-b919-776cb2de4e3e req-3163584c-fee5-4dc3-bafc-07fcc7b82a17 service neutron] Request body: {'port': {'device_id': 'c5d02d64-d4e6-445d-a155-b875b8a8cce0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:42:37.840933 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-df4245d4-3596-4e5f-b919-776cb2de4e3e req-3163584c-fee5-4dc3-bafc-07fcc7b82a17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (1b4d823f-e9a3-4a43-a759-c283b8c3dac4), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:38.058739 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f552edb-131a-4241-a705-cdc9f07eb4b7 req-cfd72df4-58c4-4f5f-90d5-00584785b13e tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:38.060280 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9f552edb-131a-4241-a705-cdc9f07eb4b7 req-cfd72df4-58c4-4f5f-90d5-00584785b13e tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c5d02d64-d4e6-445d-a155-b875b8a8cce0 HTTP/1.1" status: 200 len: 931 time: 0.0523849 Oct 19 00:42:38.116537 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9f552edb-131a-4241-a705-cdc9f07eb4b7 req-25f48c31-77cb-40b7-862a-b385e3e77228 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c937d9c-6415-4390-891e-baae7e994493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504677 Oct 19 00:42:38.119536 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [req-df4245d4-3596-4e5f-b919-776cb2de4e3e req-3163584c-fee5-4dc3-bafc-07fcc7b82a17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b4d823f-e9a3-4a43-a759-c283b8c3dac4 {{(pid=111414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 00:42:38.127798 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-df4245d4-3596-4e5f-b919-776cb2de4e3e req-3163584c-fee5-4dc3-bafc-07fcc7b82a17 service neutron] Publish callbacks [] for port (1b4d823f-e9a3-4a43-a759-c283b8c3dac4), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:38.144829 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.provisioning_blocks [req-df4245d4-3596-4e5f-b919-776cb2de4e3e req-3163584c-fee5-4dc3-bafc-07fcc7b82a17 service neutron] Transition to ACTIVE for port object 1b4d823f-e9a3-4a43-a759-c283b8c3dac4 will not be triggered until provisioned by entity L2. {{(pid=111414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 00:42:38.149246 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-df4245d4-3596-4e5f-b919-776cb2de4e3e req-3163584c-fee5-4dc3-bafc-07fcc7b82a17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577477'] for port (1b4d823f-e9a3-4a43-a759-c283b8c3dac4), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:38.234158 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3163584c-fee5-4dc3-bafc-07fcc7b82a17 service neutron] Pushing event updated for resources: {'Port': ['ID=1b4d823f-e9a3-4a43-a759-c283b8c3dac4,revision_number=2']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:38.243657 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:38.269886 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-df4245d4-3596-4e5f-b919-776cb2de4e3e req-3163584c-fee5-4dc3-bafc-07fcc7b82a17 service neutron] Attempting to bind port 1b4d823f-e9a3-4a43-a759-c283b8c3dac4 on host hv-cinder-maste for vnic_type normal with profile {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:42:38.270226 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-df4245d4-3596-4e5f-b919-776cb2de4e3e req-3163584c-fee5-4dc3-bafc-07fcc7b82a17 service neutron] Attempting to bind port 1b4d823f-e9a3-4a43-a759-c283b8c3dac4 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '92b295e7-d1cc-444c-9878-87a014ac144e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7d7558f7-ec39-4fba-83f7-3ca748451727'}] {{(pid=111414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:42:38.270577 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4245d4-3596-4e5f-b919-776cb2de4e3e req-3163584c-fee5-4dc3-bafc-07fcc7b82a17 service neutron] Attempting to bind port 1b4d823f-e9a3-4a43-a759-c283b8c3dac4 on network 7d7558f7-ec39-4fba-83f7-3ca748451727 {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:42:38.316287 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4245d4-3596-4e5f-b919-776cb2de4e3e req-3163584c-fee5-4dc3-bafc-07fcc7b82a17 service neutron] Port 1b4d823f-e9a3-4a43-a759-c283b8c3dac4 on network 7d7558f7-ec39-4fba-83f7-3ca748451727 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:42:38.316727 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4245d4-3596-4e5f-b919-776cb2de4e3e req-3163584c-fee5-4dc3-bafc-07fcc7b82a17 service neutron] Attempting to bind port 1b4d823f-e9a3-4a43-a759-c283b8c3dac4 on network 7d7558f7-ec39-4fba-83f7-3ca748451727 {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:42:38.364364 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4245d4-3596-4e5f-b919-776cb2de4e3e req-3163584c-fee5-4dc3-bafc-07fcc7b82a17 service neutron] Checking agent: {'id': '6724934a-8b6e-4109-8304-d160e240b776', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 38, 31), 'started_at': datetime.datetime(2022, 10, 19, 0, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:42:38.365161 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4245d4-3596-4e5f-b919-776cb2de4e3e req-3163584c-fee5-4dc3-bafc-07fcc7b82a17 service neutron] Checking segment: {'id': '92b295e7-d1cc-444c-9878-87a014ac144e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7d7558f7-ec39-4fba-83f7-3ca748451727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:42:38.365557 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4245d4-3596-4e5f-b919-776cb2de4e3e req-3163584c-fee5-4dc3-bafc-07fcc7b82a17 service neutron] Bound using segment: {'id': '92b295e7-d1cc-444c-9878-87a014ac144e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7d7558f7-ec39-4fba-83f7-3ca748451727'} {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:42:38.366115 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-df4245d4-3596-4e5f-b919-776cb2de4e3e req-3163584c-fee5-4dc3-bafc-07fcc7b82a17 service neutron] Bound port: 1b4d823f-e9a3-4a43-a759-c283b8c3dac4, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92b295e7-d1cc-444c-9878-87a014ac144e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7d7558f7-ec39-4fba-83f7-3ca748451727'}}] {{(pid=111414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:42:38.366670 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-df4245d4-3596-4e5f-b919-776cb2de4e3e req-3163584c-fee5-4dc3-bafc-07fcc7b82a17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (1b4d823f-e9a3-4a43-a759-c283b8c3dac4), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:38.378998 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:38.436905 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-df4245d4-3596-4e5f-b919-776cb2de4e3e req-3163584c-fee5-4dc3-bafc-07fcc7b82a17 service neutron] For port 1b4d823f-e9a3-4a43-a759-c283b8c3dac4, host hv-cinder-maste, cleared binding levels {{(pid=111414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:42:38.439944 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-df4245d4-3596-4e5f-b919-776cb2de4e3e req-3163584c-fee5-4dc3-bafc-07fcc7b82a17 service neutron] For port 1b4d823f-e9a3-4a43-a759-c283b8c3dac4, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1b4d823f-e9a3-4a43-a759-c283b8c3dac4,segment=NetworkSegment(92b295e7-d1cc-444c-9878-87a014ac144e),segment_id=92b295e7-d1cc-444c-9878-87a014ac144e)] {{(pid=111414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:42:38.445773 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-df4245d4-3596-4e5f-b919-776cb2de4e3e req-3163584c-fee5-4dc3-bafc-07fcc7b82a17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577477'] for port (1b4d823f-e9a3-4a43-a759-c283b8c3dac4), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:38.449992 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4245d4-3596-4e5f-b919-776cb2de4e3e req-3163584c-fee5-4dc3-bafc-07fcc7b82a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:38.450799 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-df4245d4-3596-4e5f-b919-776cb2de4e3e req-3163584c-fee5-4dc3-bafc-07fcc7b82a17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:38.453056 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-df4245d4-3596-4e5f-b919-776cb2de4e3e req-3163584c-fee5-4dc3-bafc-07fcc7b82a17 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/1b4d823f-e9a3-4a43-a759-c283b8c3dac4 HTTP/1.1" status: 200 len: 1093 time: 0.6815324 Oct 19 00:42:38.454675 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5d02d64-d4e6-445d-a155-b875b8a8cce0', 'tag': '1b4d823f-e9a3-4a43-a759-c283b8c3dac4'}] {{(pid=111414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:42:38.456963 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e46469f00a83062af0f8a877bbd3a06bc7f865c711541049e4990ec8a28c8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4544a82-f530-4d8b-9363-e2f34fbb0903" -d '{"events": [{"name": "network-changed", "server_uuid": "c5d02d64-d4e6-445d-a155-b875b8a8cce0", "tag": "1b4d823f-e9a3-4a43-a759-c283b8c3dac4"}]}' {{(pid=111414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:42:38.499395 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:38.503766 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3163584c-fee5-4dc3-bafc-07fcc7b82a17 service neutron] Pushing event updated for resources: {'Port': ['ID=1b4d823f-e9a3-4a43-a759-c283b8c3dac4,revision_number=3']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:38.512506 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 00:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5581e870-65da-4cfa-823f-67f8fefadc13 x-openstack-request-id: req-5581e870-65da-4cfa-823f-67f8fefadc13 {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:42:38.512935 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5d02d64-d4e6-445d-a155-b875b8a8cce0", "tag": "1b4d823f-e9a3-4a43-a759-c283b8c3dac4", "status": "completed", "code": 200}]} {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:42:38.513019 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5581e870-65da-4cfa-823f-67f8fefadc13 {{(pid=111414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:42:38.513414 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5581e870-65da-4cfa-823f-67f8fefadc13'] response: {'name': 'network-changed', 'server_uuid': 'c5d02d64-d4e6-445d-a155-b875b8a8cce0', 'tag': '1b4d823f-e9a3-4a43-a759-c283b8c3dac4', 'status': 'completed', 'code': 200} Oct 19 00:42:38.611384 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0314c622-a662-4a17-bd94-384bd21a9c5b req-9a49c0bf-ef92-4729-a1b1-ff3748cbb5e2 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:38.613043 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-0314c622-a662-4a17-bd94-384bd21a9c5b req-9a49c0bf-ef92-4729-a1b1-ff3748cbb5e2 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 945 time: 0.0501175 Oct 19 00:42:38.678041 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-0314c622-a662-4a17-bd94-384bd21a9c5b req-e93fd761-321b-4c07-ac07-70d5852a9ad3 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544710 Oct 19 00:42:38.774496 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:38.777353 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:38.794380 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd9fbd-2782-42a6-bdad-7e35f7080fa0 req-f6cce712-8382-4295-b200-46edd6e4f1ea tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:38.796743 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a9dd9fbd-2782-42a6-bdad-7e35f7080fa0 req-f6cce712-8382-4295-b200-46edd6e4f1ea tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3da61834-fd67-49d2-925c-c18fc264042c HTTP/1.1" status: 200 len: 946 time: 0.0519764 Oct 19 00:42:38.850630 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a9dd9fbd-2782-42a6-bdad-7e35f7080fa0 req-c7aa37a6-4bd5-4016-b22c-971884dbea25 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482948 Oct 19 00:42:39.129541 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3de37-c538-4269-ba7f-378f641e304e req-6e1b67c8-605c-44fc-bb81-15728335bdf7 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:39.130975 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-04b3de37-c538-4269-ba7f-378f641e304e req-6e1b67c8-605c-44fc-bb81-15728335bdf7 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3da61834-fd67-49d2-925c-c18fc264042c HTTP/1.1" status: 200 len: 946 time: 0.0510058 Oct 19 00:42:39.191340 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-04b3de37-c538-4269-ba7f-378f641e304e req-001e698f-47f4-455a-999b-37bf21e8f6f1 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539758 Oct 19 00:42:39.307728 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b8545-ac99-4e3b-8bc6-ea0a0637178f req-3c64a06e-52e6-42ad-8528-610deb60ecb6 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:39.309214 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-0b4b8545-ac99-4e3b-8bc6-ea0a0637178f req-3c64a06e-52e6-42ad-8528-610deb60ecb6 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c5d02d64-d4e6-445d-a155-b875b8a8cce0 HTTP/1.1" status: 200 len: 943 time: 0.0486877 Oct 19 00:42:39.368327 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-0b4b8545-ac99-4e3b-8bc6-ea0a0637178f req-b295eb8a-504e-4245-9bce-ed6557eb37e4 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c937d9c-6415-4390-891e-baae7e994493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501769 Oct 19 00:42:39.813036 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4caade2-6295-4345-9561-aaaa00a0b5b5 req-a198c2aa-7727-4e1d-953c-1876b891092b tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:39.814507 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c4caade2-6295-4345-9561-aaaa00a0b5b5 req-a198c2aa-7727-4e1d-953c-1876b891092b tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 945 time: 0.0514011 Oct 19 00:42:39.864250 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c4caade2-6295-4345-9561-aaaa00a0b5b5 req-bcc135c8-ac4e-4ed1-bd48-540a52c5ae59 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440969 Oct 19 00:42:40.006623 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:40.237414 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:40.319227 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f614335-1516-4305-b150-1e9e959c8cec req-57ef4c18-3346-4a9c-887d-f5e923cf7268 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:40.320604 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-2f614335-1516-4305-b150-1e9e959c8cec req-57ef4c18-3346-4a9c-887d-f5e923cf7268 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3da61834-fd67-49d2-925c-c18fc264042c HTTP/1.1" status: 200 len: 946 time: 0.0485024 Oct 19 00:42:40.368029 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-2f614335-1516-4305-b150-1e9e959c8cec req-72145670-3e07-40f7-90cd-56003a2a6986 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417364 Oct 19 00:42:40.492686 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf847c-71b7-4cba-85c4-ca4eadcdb585 req-938eb528-bfa0-433c-9f85-36f94e98d37c tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:40.494145 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c5cf847c-71b7-4cba-85c4-ca4eadcdb585 req-938eb528-bfa0-433c-9f85-36f94e98d37c tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c5d02d64-d4e6-445d-a155-b875b8a8cce0 HTTP/1.1" status: 200 len: 943 time: 0.0492227 Oct 19 00:42:40.553096 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c5cf847c-71b7-4cba-85c4-ca4eadcdb585 req-0212aae5-1f6b-4d51-bcf4-955975cfc9cb tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c937d9c-6415-4390-891e-baae7e994493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528049 Oct 19 00:42:40.990855 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4bb68-3011-42ce-a006-87906a889a91 req-57c42ac9-cd2b-4069-a0ba-f720ec0ea85b tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:40.992402 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-2fa4bb68-3011-42ce-a006-87906a889a91 req-57c42ac9-cd2b-4069-a0ba-f720ec0ea85b tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 945 time: 0.0494902 Oct 19 00:42:41.042367 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-2fa4bb68-3011-42ce-a006-87906a889a91 req-35d45282-cce3-4111-8ddd-69b52c4e5314 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444481 Oct 19 00:42:41.493498 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e918dea-71a1-4977-9cb3-3058415f0325 req-a3f4b5d9-e6f4-4d60-a0ec-5dfbba129bda tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:41.495045 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-1e918dea-71a1-4977-9cb3-3058415f0325 req-a3f4b5d9-e6f4-4d60-a0ec-5dfbba129bda tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3da61834-fd67-49d2-925c-c18fc264042c HTTP/1.1" status: 200 len: 946 time: 0.0493243 Oct 19 00:42:41.550830 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-1e918dea-71a1-4977-9cb3-3058415f0325 req-f7a58300-8c94-4283-aa33-e09d3b9d00db tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455673 Oct 19 00:42:41.683505 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229703d-50e1-4e10-a24f-7fcaa6606f45 req-ba5f5a2b-234b-40b3-8d16-e10bea3c5d99 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:41.684976 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9229703d-50e1-4e10-a24f-7fcaa6606f45 req-ba5f5a2b-234b-40b3-8d16-e10bea3c5d99 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c5d02d64-d4e6-445d-a155-b875b8a8cce0 HTTP/1.1" status: 200 len: 943 time: 0.0515800 Oct 19 00:42:41.735149 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9229703d-50e1-4e10-a24f-7fcaa6606f45 req-442b4b80-8023-4e1c-953a-654deb94d634 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c937d9c-6415-4390-891e-baae7e994493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443835 Oct 19 00:42:42.132763 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4544a82-f530-4d8b-9363-e2f34fbb0903 req-80f97d2c-0422-4a9a-8198-e275cf16c758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:42.134406 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-c4544a82-f530-4d8b-9363-e2f34fbb0903 req-80f97d2c-0422-4a9a-8198-e275cf16c758 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=173a52b79dab4962a4aa380c26f97d2d&device_id=c5d02d64-d4e6-445d-a155-b875b8a8cce0 HTTP/1.1" status: 200 len: 1127 time: 0.0474272 Oct 19 00:42:42.190858 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c83841-ceee-474d-a48e-9d5b1836e982 req-15a696c8-bdf0-4956-b478-2c0db6b42750 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:42.192560 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d8c83841-ceee-474d-a48e-9d5b1836e982 req-15a696c8-bdf0-4956-b478-2c0db6b42750 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 945 time: 0.0605667 Oct 19 00:42:42.249908 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ba816-3be2-4a93-b60a-8a7f25fe46ad req-0d22a0e6-9898-4ea2-b3e8-474765469b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:42.251442 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-e86ba816-3be2-4a93-b60a-8a7f25fe46ad req-0d22a0e6-9898-4ea2-b3e8-474765469b67 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c0151d58abd047a692f5cc4e7d05bea5&device_id=3da61834-fd67-49d2-925c-c18fc264042c HTTP/1.1" status: 200 len: 1130 time: 0.0755715 Oct 19 00:42:42.289947 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4544a82-f530-4d8b-9363-e2f34fbb0903 req-32093d28-2800-441c-bf82-1aeaf93bca65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:42.292204 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-c4544a82-f530-4d8b-9363-e2f34fbb0903 req-32093d28-2800-441c-bf82-1aeaf93bca65 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=173a52b79dab4962a4aa380c26f97d2d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1176524 Oct 19 00:42:42.328223 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d8c83841-ceee-474d-a48e-9d5b1836e982 req-1c94cbbe-6f80-45c9-94da-b4277e84c0ff tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141536 Oct 19 00:42:42.362886 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:42.362886 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:42.379205 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ba816-3be2-4a93-b60a-8a7f25fe46ad req-a1f847d0-89af-4635-9d66-3792422afaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:42.380680 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-e86ba816-3be2-4a93-b60a-8a7f25fe46ad req-a1f847d0-89af-4635-9d66-3792422afaba service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=75c84943-00ac-41e3-a6c3-2ea734b46148 HTTP/1.1" status: 200 len: 920 time: 0.1216238 Oct 19 00:42:42.420551 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4544a82-f530-4d8b-9363-e2f34fbb0903 req-9842a979-ce58-4921-b190-c3d584bcfcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:42.422935 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-c4544a82-f530-4d8b-9363-e2f34fbb0903 req-9842a979-ce58-4921-b190-c3d584bcfcf1 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1122813 Oct 19 00:42:42.433027 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-e86ba816-3be2-4a93-b60a-8a7f25fe46ad req-56832609-a8ff-4504-a6d0-81b85af62999 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf HTTP/1.1" status: 200 len: 217 time: 0.0424919 Oct 19 00:42:42.496500 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ba816-3be2-4a93-b60a-8a7f25fe46ad req-d0735324-ee23-4ed7-a2ae-0c6f51d36c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:42.499315 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-e86ba816-3be2-4a93-b60a-8a7f25fe46ad req-d0735324-ee23-4ed7-a2ae-0c6f51d36c24 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=da4d7e39-f806-4ee4-9a72-d230cc0f9d32 HTTP/1.1" status: 200 len: 858 time: 0.0536559 Oct 19 00:42:42.557590 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ba816-3be2-4a93-b60a-8a7f25fe46ad req-73ff4f02-8497-4cce-bd58-e19bba212c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:42.562982 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-e86ba816-3be2-4a93-b60a-8a7f25fe46ad req-73ff4f02-8497-4cce-bd58-e19bba212c77 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=75c84943-00ac-41e3-a6c3-2ea734b46148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558169 Oct 19 00:42:42.568032 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4245d4-3596-4e5f-b919-776cb2de4e3e req-995c8a84-96bd-48ed-a85c-6e7950043b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:42.588734 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-df4245d4-3596-4e5f-b919-776cb2de4e3e req-995c8a84-96bd-48ed-a85c-6e7950043b71 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=173a52b79dab4962a4aa380c26f97d2d&device_id=c5d02d64-d4e6-445d-a155-b875b8a8cce0 HTTP/1.1" status: 200 len: 1127 time: 0.0751829 Oct 19 00:42:42.665327 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-df4245d4-3596-4e5f-b919-776cb2de4e3e req-9cd5d4d3-2c21-423a-a575-45a9fcaec2bc service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1b4d823f-e9a3-4a43-a759-c283b8c3dac4 HTTP/1.1" status: 200 len: 217 time: 0.0639498 Oct 19 00:42:42.738186 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4245d4-3596-4e5f-b919-776cb2de4e3e req-8d389909-4816-4bb3-8595-2dd30d72f4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:42.739692 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-df4245d4-3596-4e5f-b919-776cb2de4e3e req-8d389909-4816-4bb3-8595-2dd30d72f4e2 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=c3539074-b8f0-4825-a59a-0409e8fd217b HTTP/1.1" status: 200 len: 848 time: 0.0678709 Oct 19 00:42:42.762783 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-e86ba816-3be2-4a93-b60a-8a7f25fe46ad req-1a8f2394-8f6b-4ef9-8050-1692d33271cd service neutron] 10.222.0.20 "GET /networking/v2.0/networks/75c84943-00ac-41e3-a6c3-2ea734b46148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883218 Oct 19 00:42:42.792639 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-df4245d4-3596-4e5f-b919-776cb2de4e3e req-2ba2ea00-2f54-454a-946f-51a25cec0930 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=7d7558f7-ec39-4fba-83f7-3ca748451727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410719 Oct 19 00:42:42.879283 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ceefe9-a7eb-4ac5-a821-f92f82b6874c req-9ab6d997-3fcd-4474-863a-34d7f6fd1345 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:42.881624 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-53ceefe9-a7eb-4ac5-a821-f92f82b6874c req-9ab6d997-3fcd-4474-863a-34d7f6fd1345 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3da61834-fd67-49d2-925c-c18fc264042c HTTP/1.1" status: 200 len: 946 time: 0.1760449 Oct 19 00:42:42.922620 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-df4245d4-3596-4e5f-b919-776cb2de4e3e req-d617062c-0ae9-46e9-8fdf-cbc6c7ee5415 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/7d7558f7-ec39-4fba-83f7-3ca748451727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225128 Oct 19 00:42:43.005525 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-e86ba816-3be2-4a93-b60a-8a7f25fe46ad req-0a289c01-a666-44dd-9dbd-ada536282992 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/75c84943-00ac-41e3-a6c3-2ea734b46148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363081 Oct 19 00:42:43.008755 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-53ceefe9-a7eb-4ac5-a821-f92f82b6874c req-7249d7d0-9abf-4a30-bd0f-40603125a419 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180067 Oct 19 00:42:43.065195 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-df4245d4-3596-4e5f-b919-776cb2de4e3e req-7edbad55-e99f-4eac-8456-f2e4a464af90 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/7d7558f7-ec39-4fba-83f7-3ca748451727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352320 Oct 19 00:42:43.135417 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965580ad-55d8-4d39-8605-79d649338ddb req-e864d421-636e-4ba7-bdd7-6babfea97c44 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:43.136851 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-965580ad-55d8-4d39-8605-79d649338ddb req-e864d421-636e-4ba7-bdd7-6babfea97c44 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c5d02d64-d4e6-445d-a155-b875b8a8cce0 HTTP/1.1" status: 200 len: 943 time: 0.0593371 Oct 19 00:42:43.188776 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-965580ad-55d8-4d39-8605-79d649338ddb req-59000ea2-ed49-4a26-b027-92001ab5d93a tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c937d9c-6415-4390-891e-baae7e994493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455711 Oct 19 00:42:43.303378 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 33518) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:42:43.307983 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-f7786a9c-0ce6-4fa5-90a1-2c45f61c4a8d tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1258616963', 'description': 'tempest-description--1817211006'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:42:43.330255 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-f7786a9c-0ce6-4fa5-90a1-2c45f61c4a8d tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:43.410464 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-f7786a9c-0ce6-4fa5-90a1-2c45f61c4a8d tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for security_group (746cb1cb-cc2b-4bb5-a972-ea0b2d6800aa), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:43.417907 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-f7786a9c-0ce6-4fa5-90a1-2c45f61c4a8d tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (746cb1cb-cc2b-4bb5-a972-ea0b2d6800aa), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:43.452403 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-f7786a9c-0ce6-4fa5-90a1-2c45f61c4a8d tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:43.456326 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-f7786a9c-0ce6-4fa5-90a1-2c45f61c4a8d tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1492500 Oct 19 00:42:43.456326 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7786a9c-0ce6-4fa5-90a1-2c45f61c4a8d tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=746cb1cb-cc2b-4bb5-a972-ea0b2d6800aa,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:43.456653 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 33522) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:42:43.462987 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-fca2b999-6e77-4fdb-8dbe-3827ad66cc87 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Request body: {'security_group_rule': {'security_group_id': '746cb1cb-cc2b-4bb5-a972-ea0b2d6800aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:42:43.479428 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc95b21-21dc-440b-8d60-74e14d5836a4 req-91edf3f2-c95c-4001-bc57-c1fed3ef36bf tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:43.482245 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9dc95b21-21dc-440b-8d60-74e14d5836a4 req-91edf3f2-c95c-4001-bc57-c1fed3ef36bf tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 945 time: 0.0583539 Oct 19 00:42:43.491604 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-fca2b999-6e77-4fdb-8dbe-3827ad66cc87 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for security_group_rule (bedaca26-760e-47f1-975b-2957eb65653f), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:43.496167 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:43.540288 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9dc95b21-21dc-440b-8d60-74e14d5836a4 req-f9e8c406-421b-4ab8-b160-0972a4d8da14 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515025 Oct 19 00:42:43.558241 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-fca2b999-6e77-4fdb-8dbe-3827ad66cc87 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for security_group_rule (bedaca26-760e-47f1-975b-2957eb65653f), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:43.562947 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-fca2b999-6e77-4fdb-8dbe-3827ad66cc87 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038804'] for security_group_rule (bedaca26-760e-47f1-975b-2957eb65653f), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:43.585174 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2b999-6e77-4fdb-8dbe-3827ad66cc87 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bedaca26-760e-47f1-975b-2957eb65653f,revision_number=0']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:43.593380 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-fca2b999-6e77-4fdb-8dbe-3827ad66cc87 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:43.595417 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-fca2b999-6e77-4fdb-8dbe-3827ad66cc87 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1376405 Oct 19 00:42:43.598181 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 33524) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:42:43.602866 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-d2ad11f6-864d-416a-b182-64724a09ef38 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Request body: {'security_group_rule': {'security_group_id': '746cb1cb-cc2b-4bb5-a972-ea0b2d6800aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:42:43.630220 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d2ad11f6-864d-416a-b182-64724a09ef38 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for security_group_rule (9533bb4c-6054-493b-8c0f-70e88a4a0ef1), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:43.634007 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:43.694173 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d2ad11f6-864d-416a-b182-64724a09ef38 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for security_group_rule (9533bb4c-6054-493b-8c0f-70e88a4a0ef1), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:43.697845 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d2ad11f6-864d-416a-b182-64724a09ef38 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038804'] for security_group_rule (9533bb4c-6054-493b-8c0f-70e88a4a0ef1), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:43.718807 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad11f6-864d-416a-b182-64724a09ef38 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9533bb4c-6054-493b-8c0f-70e88a4a0ef1,revision_number=0']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:43.728761 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d2ad11f6-864d-416a-b182-64724a09ef38 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:43.729893 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-d2ad11f6-864d-416a-b182-64724a09ef38 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1307435 Oct 19 00:42:43.733547 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 33526) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:42:43.738165 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-83a8d91e-e1e3-4236-831d-4aee30af2a5a tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Request body: {'floatingip': {'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:42:43.761250 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-83a8d91e-e1e3-4236-831d-4aee30af2a5a tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:43.848099 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-83a8d91e-e1e3-4236-831d-4aee30af2a5a tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:43.961412 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.db_base_plugin_common [None req-83a8d91e-e1e3-4236-831d-4aee30af2a5a tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Allocated IP 172.37.6.130 (973fa957-bcd6-42c3-bc57-5a91d78147c8/c5b4f151-6e49-4135-be82-7abc543b5247/fb9f6252-28c8-4175-a754-7dcb05ec89dd) {{(pid=111415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:42:44.042802 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:44.075146 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-83a8d91e-e1e3-4236-831d-4aee30af2a5a tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for port (fb9f6252-28c8-4175-a754-7dcb05ec89dd), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:44.076622 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:44.159218 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-83a8d91e-e1e3-4236-831d-4aee30af2a5a tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7426774'] for port (fb9f6252-28c8-4175-a754-7dcb05ec89dd), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:44.219627 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9bc372-66a6-4dae-a060-cca2c4acc9ff req-9c4af1fa-1549-4d33-ac7f-5492b5000eca tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:44.221434 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ca9bc372-66a6-4dae-a060-cca2c4acc9ff req-9c4af1fa-1549-4d33-ac7f-5492b5000eca tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3da61834-fd67-49d2-925c-c18fc264042c HTTP/1.1" status: 200 len: 946 time: 0.1005719 Oct 19 00:42:44.229203 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a8d91e-e1e3-4236-831d-4aee30af2a5a tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Network 973fa957-bcd6-42c3-bc57-5a91d78147c8 is already hosted by enough agents. {{(pid=111415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:42:44.232219 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.base_scheduler [None req-83a8d91e-e1e3-4236-831d-4aee30af2a5a tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Resources bound (agent type, host, resource id): {{(pid=111415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:42:44.235776 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a8d91e-e1e3-4236-831d-4aee30af2a5a tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Received port after_create {{(pid=111415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:42:44.240212 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a8d91e-e1e3-4236-831d-4aee30af2a5a tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Pushing event updated for resources: {'Port': ['ID=fb9f6252-28c8-4175-a754-7dcb05ec89dd,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:44.284451 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a8d91e-e1e3-4236-831d-4aee30af2a5a tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:44.284796 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a8d91e-e1e3-4236-831d-4aee30af2a5a tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:44.285155 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a8d91e-e1e3-4236-831d-4aee30af2a5a tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:44.285476 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a8d91e-e1e3-4236-831d-4aee30af2a5a tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:44.285810 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a8d91e-e1e3-4236-831d-4aee30af2a5a tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:44.286322 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a8d91e-e1e3-4236-831d-4aee30af2a5a tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:44.286880 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a8d91e-e1e3-4236-831d-4aee30af2a5a tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:44.287400 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a8d91e-e1e3-4236-831d-4aee30af2a5a tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:44.287769 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a8d91e-e1e3-4236-831d-4aee30af2a5a tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:44.288098 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a8d91e-e1e3-4236-831d-4aee30af2a5a tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:44.288508 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a8d91e-e1e3-4236-831d-4aee30af2a5a tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:44.288815 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a8d91e-e1e3-4236-831d-4aee30af2a5a tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:44.289044 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a8d91e-e1e3-4236-831d-4aee30af2a5a tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:44.289368 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a8d91e-e1e3-4236-831d-4aee30af2a5a tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:44.289703 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a8d91e-e1e3-4236-831d-4aee30af2a5a tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:44.365752 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ca9bc372-66a6-4dae-a060-cca2c4acc9ff req-c2c70ebe-cec9-4292-830e-fb369f42dda5 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347458 Oct 19 00:42:44.397443 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-83a8d91e-e1e3-4236-831d-4aee30af2a5a tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for floatingip (232ba14f-7b5e-4953-910b-3e9571bd2223), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:44.450640 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-83a8d91e-e1e3-4236-831d-4aee30af2a5a tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (fb9f6252-28c8-4175-a754-7dcb05ec89dd), before_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:44.510664 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb770d-27c8-4a4f-a019-42edef9bf662 req-db866131-8af0-4547-8692-e84dc2a1e512 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:44.512221 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-b5bb770d-27c8-4a4f-a019-42edef9bf662 req-db866131-8af0-4547-8692-e84dc2a1e512 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c5d02d64-d4e6-445d-a155-b875b8a8cce0 HTTP/1.1" status: 200 len: 943 time: 0.0809543 Oct 19 00:42:44.616740 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-b5bb770d-27c8-4a4f-a019-42edef9bf662 req-2037f879-da16-4b5d-8642-21c56d415ee5 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c937d9c-6415-4390-891e-baae7e994493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960960 Oct 19 00:42:44.684717 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-83a8d91e-e1e3-4236-831d-4aee30af2a5a tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for port (fb9f6252-28c8-4175-a754-7dcb05ec89dd), precommit_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:44.695712 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-83a8d91e-e1e3-4236-831d-4aee30af2a5a tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7426799'] for port (fb9f6252-28c8-4175-a754-7dcb05ec89dd), after_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:44.786950 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4e97f-59b5-40b0-b14b-bb4517a97688 req-12982250-aa3a-45a2-8518-14e2608499e8 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:44.788419 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-25c4e97f-59b5-40b0-b14b-bb4517a97688 req-12982250-aa3a-45a2-8518-14e2608499e8 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 945 time: 0.1089804 Oct 19 00:42:44.798060 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a8d91e-e1e3-4236-831d-4aee30af2a5a tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Pushing event updated for resources: {'Port': ['ID=fb9f6252-28c8-4175-a754-7dcb05ec89dd,revision_number=2']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:44.808668 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-83a8d91e-e1e3-4236-831d-4aee30af2a5a tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942318'] for floatingip (232ba14f-7b5e-4953-910b-3e9571bd2223), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:44.828132 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:44.840850 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-83a8d91e-e1e3-4236-831d-4aee30af2a5a tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for floatingip (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:44.842744 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-83a8d91e-e1e3-4236-831d-4aee30af2a5a tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1079974 Oct 19 00:42:44.860296 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-25c4e97f-59b5-40b0-b14b-bb4517a97688 req-74e03f4b-da46-4595-bf12-67bd2ab880d3 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631013 Oct 19 00:42:45.065549 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-4b040c16-900e-4fbd-a515-37b4f47ce6c8 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1258616963&fields=id&tenant_id=0b35c2038f6b4d0a9012b004f1416c00 HTTP/1.1" status: 200 len: 267 time: 0.0466995 Oct 19 00:42:45.139813 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:45.185413 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-4b21e3e0-afed-4760-998a-36efb4582d89 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:45.188072 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-4b21e3e0-afed-4760-998a-36efb4582d89 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/networks?id=635fade4-7ee9-45f4-8020-ceb7d6bf784a HTTP/1.1" status: 200 len: 813 time: 0.1153572 Oct 19 00:42:45.212195 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-dc55360d-f855-4117-9d60-d5eb8e31f8bb tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/quotas/0b35c2038f6b4d0a9012b004f1416c00 HTTP/1.1" status: 200 len: 375 time: 0.0116794 Oct 19 00:42:45.281621 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-557add8f-2122-4d27-92bb-20b75ea990c1 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=0b35c2038f6b4d0a9012b004f1416c00&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0562859 Oct 19 00:42:45.396305 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-547fb35d-95b2-4b19-bbca-f6c3b1996943 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/635fade4-7ee9-45f4-8020-ceb7d6bf784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014104 Oct 19 00:42:45.490936 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-57d600ad-640e-41e1-a87c-717793cc9457 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/635fade4-7ee9-45f4-8020-ceb7d6bf784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889704 Oct 19 00:42:45.718432 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699fc9e-7d02-41df-b7b8-fcd64d95e2dc req-df1e2589-69ea-4d36-88db-e6053a54196c tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:45.720574 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-f699fc9e-7d02-41df-b7b8-fcd64d95e2dc req-df1e2589-69ea-4d36-88db-e6053a54196c tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3da61834-fd67-49d2-925c-c18fc264042c HTTP/1.1" status: 200 len: 946 time: 0.0641124 Oct 19 00:42:45.790907 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-f699fc9e-7d02-41df-b7b8-fcd64d95e2dc req-03990b8a-72c0-41e7-bbd9-f1d77b8d420f tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615313 Oct 19 00:42:45.854315 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-4d851da9-3a44-4c25-9800-23d8d91d84b8 req-6d1c0c1c-2fa1-4340-b20d-63555c4d78a7 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8 HTTP/1.1" status: 200 len: 210 time: 0.0297215 Oct 19 00:42:45.976824 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2b068-45b5-402b-809c-6c83832e496e req-b74583d7-12b3-4c7b-8296-da52c45a5196 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:45.978766 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d0c2b068-45b5-402b-809c-6c83832e496e req-b74583d7-12b3-4c7b-8296-da52c45a5196 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c5d02d64-d4e6-445d-a155-b875b8a8cce0 HTTP/1.1" status: 200 len: 943 time: 0.0531399 Oct 19 00:42:46.037634 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d0c2b068-45b5-402b-809c-6c83832e496e req-e1f90482-66f2-4ba3-922d-17a8b7aeb162 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c937d9c-6415-4390-891e-baae7e994493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509982 Oct 19 00:42:46.160749 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689196ce-b82a-4b3f-9299-ec68af74efea req-1c8da95f-7182-4df5-8ccd-f66bda0c8b92 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:46.162294 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-689196ce-b82a-4b3f-9299-ec68af74efea req-1c8da95f-7182-4df5-8ccd-f66bda0c8b92 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 945 time: 0.0530627 Oct 19 00:42:46.219921 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-689196ce-b82a-4b3f-9299-ec68af74efea req-df722caf-19c8-4bae-a573-40ca48c2ac6b tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510569 Oct 19 00:42:46.314169 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 33640) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:42:46.388444 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 1b4d823f-e9a3-4a43-a759-c283b8c3dac4 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=111416) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:42:46.438608 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-9417d558-7bef-4619-82b4-60c3f3f5c481 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:46.477544 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:46.534960 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port 1b4d823f-e9a3-4a43-a759-c283b8c3dac4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1b4d823f-e9a3-4a43-a759-c283b8c3dac4,segment=NetworkSegment(92b295e7-d1cc-444c-9878-87a014ac144e),segment_id=92b295e7-d1cc-444c-9878-87a014ac144e)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:42:46.552847 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-9417d558-7bef-4619-82b4-60c3f3f5c481 admin admin] Publish callbacks [] for security_group (54ee14b7-5b13-4396-ae74-c15ac049311f), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:46.557093 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Returning: {'device': '1b4d823f-e9a3-4a43-a759-c283b8c3dac4', 'network_id': '7d7558f7-ec39-4fba-83f7-3ca748451727', 'port_id': '1b4d823f-e9a3-4a43-a759-c283b8c3dac4', 'mac_address': 'fa:16:3e:08:aa:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3539074-b8f0-4825-a59a-0409e8fd217b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111416) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:42:46.559774 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-9417d558-7bef-4619-82b4-60c3f3f5c481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (54ee14b7-5b13-4396-ae74-c15ac049311f), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:46.598217 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port 1b4d823f-e9a3-4a43-a759-c283b8c3dac4 is: DOWN; New status is: BUILD {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:42:46.599848 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (1b4d823f-e9a3-4a43-a759-c283b8c3dac4), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:46.614738 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 33650) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:42:46.619017 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b4d823f-e9a3-4a43-a759-c283b8c3dac4 {{(pid=111416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 00:42:46.622171 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-9417d558-7bef-4619-82b4-60c3f3f5c481 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=070556d5ac194eb58fcb89b143bcfc4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3066549 Oct 19 00:42:46.623846 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417d558-7bef-4619-82b4-60c3f3f5c481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ee14b7-5b13-4396-ae74-c15ac049311f,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:46.649640 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port 1b4d823f-e9a3-4a43-a759-c283b8c3dac4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1b4d823f-e9a3-4a43-a759-c283b8c3dac4,segment=NetworkSegment(92b295e7-d1cc-444c-9878-87a014ac144e),segment_id=92b295e7-d1cc-444c-9878-87a014ac144e)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:42:46.655331 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (1b4d823f-e9a3-4a43-a759-c283b8c3dac4), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:46.693248 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-10f5f325-edda-4d0b-8dc2-fb81eb7cd446 admin admin] Publish callbacks [] for security_group (54ee14b7-5b13-4396-ae74-c15ac049311f), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:46.696532 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 33652) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:42:46.716215 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-10f5f325-edda-4d0b-8dc2-fb81eb7cd446 admin admin] Publish callbacks [] for security_group (54ee14b7-5b13-4396-ae74-c15ac049311f), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:46.722837 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=1b4d823f-e9a3-4a43-a759-c283b8c3dac4,revision_number=4']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:46.732148 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:46.733376 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:46.733727 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:46.734081 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:46.734428 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:46.734783 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:46.735104 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:46.735577 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:46.736097 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:46.736692 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:46.737217 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:46.737833 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:46.738166 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:46.738533 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:46.739027 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:42:46.787704 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-10f5f325-edda-4d0b-8dc2-fb81eb7cd446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (54ee14b7-5b13-4396-ae74-c15ac049311f), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:46.792672 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-10f5f325-edda-4d0b-8dc2-fb81eb7cd446 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:46.794688 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-10f5f325-edda-4d0b-8dc2-fb81eb7cd446 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/54ee14b7-5b13-4396-ae74-c15ac049311f HTTP/1.1" status: 204 len: 168 time: 0.1787360 Oct 19 00:42:46.809944 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f5f325-edda-4d0b-8dc2-fb81eb7cd446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ee14b7-5b13-4396-ae74-c15ac049311f,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:46.844107 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-edef56fc-77f5-4f1f-94a7-db4eb1d96f44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:46.884440 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:46.942619 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f95ef-910f-4789-af0c-6038db4ff2d1 req-70bc716c-cc56-4383-91b2-18c993f92d8c tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:46.944103 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-cb8f95ef-910f-4789-af0c-6038db4ff2d1 req-70bc716c-cc56-4383-91b2-18c993f92d8c tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3da61834-fd67-49d2-925c-c18fc264042c HTTP/1.1" status: 200 len: 946 time: 0.0737166 Oct 19 00:42:46.964160 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:47.030932 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-edef56fc-77f5-4f1f-94a7-db4eb1d96f44 admin admin] Publish callbacks [] for security_group (b879131e-a54a-47e4-bbdc-e36faefc20fd), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:47.034713 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-cb8f95ef-910f-4789-af0c-6038db4ff2d1 req-ffe26819-490e-4a8a-a985-28ee4f0c684a tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802035 Oct 19 00:42:47.036197 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-edef56fc-77f5-4f1f-94a7-db4eb1d96f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (b879131e-a54a-47e4-bbdc-e36faefc20fd), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:47.056143 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] get_ports_and_sgs() called for port_ids ['1b4d823f-e9a3-4a43-a759-c283b8c3dac4'] {{(pid=111416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 00:42:47.100421 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-edef56fc-77f5-4f1f-94a7-db4eb1d96f44 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=370471a6d2ef476db1f8dc94af08a88d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4025650 Oct 19 00:42:47.106162 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 33670) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:42:47.118517 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef56fc-77f5-4f1f-94a7-db4eb1d96f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b879131e-a54a-47e4-bbdc-e36faefc20fd,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:47.235259 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-96c822eb-a265-4094-8d45-e59b5bcfc122 admin admin] Publish callbacks [] for security_group (b879131e-a54a-47e4-bbdc-e36faefc20fd), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:47.249552 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=2 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:47.251533 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=4 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:47.291949 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-f00988d5-7daf-4e12-a183-b27a684ca8f5 req-d8c83b79-2772-42bb-96d1-848ceac32d6a tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8 HTTP/1.1" status: 200 len: 210 time: 0.0799365 Oct 19 00:42:47.306768 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 33674) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:42:47.338347 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-96c822eb-a265-4094-8d45-e59b5bcfc122 admin admin] Publish callbacks [] for security_group (b879131e-a54a-47e4-bbdc-e36faefc20fd), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:47.344656 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-c1cbb452-b992-4852-b302-8a360431dcef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:47.491699 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-96c822eb-a265-4094-8d45-e59b5bcfc122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (b879131e-a54a-47e4-bbdc-e36faefc20fd), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:47.500845 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c675e25-9caa-4ac3-ab11-ff01982df4da req-9006cf85-0dd7-4b67-8f0a-c497dba66f86 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:47.501284 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-96c822eb-a265-4094-8d45-e59b5bcfc122 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:47.502508 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8c675e25-9caa-4ac3-ab11-ff01982df4da req-9006cf85-0dd7-4b67-8f0a-c497dba66f86 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c5d02d64-d4e6-445d-a155-b875b8a8cce0 HTTP/1.1" status: 200 len: 944 time: 0.0673852 Oct 19 00:42:47.516867 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-96c822eb-a265-4094-8d45-e59b5bcfc122 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/b879131e-a54a-47e4-bbdc-e36faefc20fd HTTP/1.1" status: 204 len: 168 time: 0.3973556 Oct 19 00:42:47.552872 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c822eb-a265-4094-8d45-e59b5bcfc122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b879131e-a54a-47e4-bbdc-e36faefc20fd,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:47.564108 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-59e9c6a7-816e-474b-9f8f-b56b48ac1733 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:47.570350 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-59e9c6a7-816e-474b-9f8f-b56b48ac1733 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.20 "GET /networking/v2.0/networks?id=635fade4-7ee9-45f4-8020-ceb7d6bf784a HTTP/1.1" status: 200 len: 813 time: 0.2843976 Oct 19 00:42:47.621527 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-c1cbb452-b992-4852-b302-8a360431dcef admin admin] Publish callbacks [] for security_group (707f4176-e337-4696-8ab4-dbbba10772e8), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:47.639713 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8c675e25-9caa-4ac3-ab11-ff01982df4da req-ffc8e824-8653-417d-a3ee-b2994fddffb3 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c937d9c-6415-4390-891e-baae7e994493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284375 Oct 19 00:42:47.658105 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-c1cbb452-b992-4852-b302-8a360431dcef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (707f4176-e337-4696-8ab4-dbbba10772e8), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:47.707383 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-a372fb22-6f56-4fe8-9e08-4bc7fe9d1d57 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0b35c2038f6b4d0a9012b004f1416c00 HTTP/1.1" status: 200 len: 472 time: 0.1189926 Oct 19 00:42:47.721938 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cbb452-b992-4852-b302-8a360431dcef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707f4176-e337-4696-8ab4-dbbba10772e8,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:47.739849 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 33686) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:42:47.740342 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-c1cbb452-b992-4852-b302-8a360431dcef admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=6c0f9f75eace4dbe864dc16dafa042b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4319327 Oct 19 00:42:47.777626 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-82113048-29de-4a46-892a-d3fa82b6a93e tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Request body: {'port': {'device_id': '25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'admin_state_up': True, 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'security_groups': ['746cb1cb-cc2b-4bb5-a972-ea0b2d6800aa']}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:42:47.829400 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d34e2-9236-40a3-afe6-f056ae6ffe96 req-f7cd4b1f-0066-46d6-b3e7-1e64fb4a290b tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:47.832044 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-b16d34e2-9236-40a3-afe6-f056ae6ffe96 req-f7cd4b1f-0066-46d6-b3e7-1e64fb4a290b tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 945 time: 0.0687025 Oct 19 00:42:47.856676 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-58d3bbb8-8af4-489f-bf77-a37595d71845 admin admin] Publish callbacks [] for security_group (707f4176-e337-4696-8ab4-dbbba10772e8), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:47.887575 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:47.890725 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-b16d34e2-9236-40a3-afe6-f056ae6ffe96 req-b2c95197-dcbb-4498-af3a-41b8e8d35935 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519671 Oct 19 00:42:47.905320 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-58d3bbb8-8af4-489f-bf77-a37595d71845 admin admin] Publish callbacks [] for security_group (707f4176-e337-4696-8ab4-dbbba10772e8), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:47.948113 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=7 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:47.983136 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-82113048-29de-4a46-892a-d3fa82b6a93e tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Made reservation on behalf of 0b35c2038f6b4d0a9012b004f1416c00 for: {'port': 1} {{(pid=111414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:42:47.987390 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-82113048-29de-4a46-892a-d3fa82b6a93e tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:48.009072 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-58d3bbb8-8af4-489f-bf77-a37595d71845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (707f4176-e337-4696-8ab4-dbbba10772e8), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:48.011723 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-58d3bbb8-8af4-489f-bf77-a37595d71845 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:48.014537 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-58d3bbb8-8af4-489f-bf77-a37595d71845 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/707f4176-e337-4696-8ab4-dbbba10772e8 HTTP/1.1" status: 204 len: 168 time: 0.2716179 Oct 19 00:42:48.032108 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3bbb8-8af4-489f-bf77-a37595d71845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707f4176-e337-4696-8ab4-dbbba10772e8,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:48.156339 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.db_base_plugin_common [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-82113048-29de-4a46-892a-d3fa82b6a93e tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Allocated IP 172.20.0.10 (635fade4-7ee9-45f4-8020-ceb7d6bf784a/749347d7-6beb-499e-80b2-119168147fbe/720bfaf8-2ab1-4a23-bccc-396cef466b3a) {{(pid=111414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:42:48.354223 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-82113048-29de-4a46-892a-d3fa82b6a93e tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for port (720bfaf8-2ab1-4a23-bccc-396cef466b3a), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:48.393491 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-82113048-29de-4a46-892a-d3fa82b6a93e tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (720bfaf8-2ab1-4a23-bccc-396cef466b3a), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:48.424878 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 1b4d823f-e9a3-4a43-a759-c283b8c3dac4 up at agent hyperv_hv-cinder-maste {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:42:48.457746 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-82113048-29de-4a46-892a-d3fa82b6a93e tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Network 635fade4-7ee9-45f4-8020-ceb7d6bf784a is already hosted by enough agents. {{(pid=111414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:42:48.464050 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-82113048-29de-4a46-892a-d3fa82b6a93e tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Resources bound (agent type, host, resource id): {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:42:48.469455 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-82113048-29de-4a46-892a-d3fa82b6a93e tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Received port after_create {{(pid=111414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:42:48.517351 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82113048-29de-4a46-892a-d3fa82b6a93e tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Pushing event updated for resources: {'Port': ['ID=720bfaf8-2ab1-4a23-bccc-396cef466b3a,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:48.523887 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Provisioning for port 1b4d823f-e9a3-4a43-a759-c283b8c3dac4 completed by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 19 00:42:48.534040 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Provisioning complete for port 1b4d823f-e9a3-4a43-a759-c283b8c3dac4 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:42:48.535249 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (1b4d823f-e9a3-4a43-a759-c283b8c3dac4), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:48.536179 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Attempt 1 to provision port 1b4d823f-e9a3-4a43-a759-c283b8c3dac4 Oct 19 00:42:48.554959 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-82113048-29de-4a46-892a-d3fa82b6a93e tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:48.555952 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-82113048-29de-4a46-892a-d3fa82b6a93e tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:48.558895 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fac97f-4362-4fbd-8631-3d6ce495ed2c req-5355143b-5cc1-4647-b181-f51f2eafc1df tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:48.575213 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-54fac97f-4362-4fbd-8631-3d6ce495ed2c req-5355143b-5cc1-4647-b181-f51f2eafc1df tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8 HTTP/1.1" status: 200 len: 932 time: 0.1612756 Oct 19 00:42:48.587812 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-82113048-29de-4a46-892a-d3fa82b6a93e tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8129895 Oct 19 00:42:48.611805 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-20776187-f3fb-42ff-806a-3c85f5c80d4e service neutron] Request body: {'port': {'device_id': '25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:42:48.715749 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-54fac97f-4362-4fbd-8631-3d6ce495ed2c req-7d34b4e6-1c59-402c-987e-6d57785d6cb1 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=746cb1cb-cc2b-4bb5-a972-ea0b2d6800aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360393 Oct 19 00:42:48.756542 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 33730) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:42:48.776874 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:48.777342 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-20776187-f3fb-42ff-806a-3c85f5c80d4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (720bfaf8-2ab1-4a23-bccc-396cef466b3a), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:48.783937 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port 1b4d823f-e9a3-4a43-a759-c283b8c3dac4 is: BUILD; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:42:48.785693 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (1b4d823f-e9a3-4a43-a759-c283b8c3dac4), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:48.835101 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d02d64-d4e6-445d-a155-b875b8a8cce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4d823f-e9a3-4a43-a759-c283b8c3dac4'}] {{(pid=111416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:42:48.838096 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0240e38e362fdc750089dc1f1183b30604621660299f95a12c585bcfa6b02ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29fa6b4-12e5-45fc-afe5-45151355517e" -d '{"events": [{"server_uuid": "c5d02d64-d4e6-445d-a155-b875b8a8cce0", "name": "network-vif-plugged", "status": "completed", "tag": "1b4d823f-e9a3-4a43-a759-c283b8c3dac4"}]}' {{(pid=111416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:42:48.856146 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port 1b4d823f-e9a3-4a43-a759-c283b8c3dac4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1b4d823f-e9a3-4a43-a759-c283b8c3dac4,segment=NetworkSegment(92b295e7-d1cc-444c-9878-87a014ac144e),segment_id=92b295e7-d1cc-444c-9878-87a014ac144e)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:42:48.865155 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (1b4d823f-e9a3-4a43-a759-c283b8c3dac4), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:48.920796 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89269010-9ca3-49c5-a8e8-a156f415aabe req-955d342b-2c5c-4379-b46c-fc71aac2b051 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:48.922752 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-89269010-9ca3-49c5-a8e8-a156f415aabe req-955d342b-2c5c-4379-b46c-fc71aac2b051 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c5d02d64-d4e6-445d-a155-b875b8a8cce0 HTTP/1.1" status: 200 len: 945 time: 0.0822673 Oct 19 00:42:48.959238 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-a5e5bc98-ae82-4df2-8384-bd56afeac4c1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-909164573-network', 'tenant_id': '1235d8b054b3405595fca761f08b73ae'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:42:48.959396 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=1b4d823f-e9a3-4a43-a759-c283b8c3dac4,revision_number=5']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:48.965400 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-3a793da2-7332-4628-ae17-9493466672c6 None None] Provisioning complete for port 720bfaf8-2ab1-4a23-bccc-396cef466b3a triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:42:48.965779 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-3a793da2-7332-4628-ae17-9493466672c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (720bfaf8-2ab1-4a23-bccc-396cef466b3a), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:48.966386 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-3a793da2-7332-4628-ae17-9493466672c6 None None] Attempt 1 to provision port 720bfaf8-2ab1-4a23-bccc-396cef466b3a Oct 19 00:42:49.015067 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-89269010-9ca3-49c5-a8e8-a156f415aabe req-19e40b43-8bb6-4562-9d55-98565e812a11 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c937d9c-6415-4390-891e-baae7e994493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860779 Oct 19 00:42:49.016875 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e5bc98-ae82-4df2-8384-bd56afeac4c1 admin admin] Made reservation on behalf of 1235d8b054b3405595fca761f08b73ae for: {'network': 1} {{(pid=111415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:42:49.019833 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a5e5bc98-ae82-4df2-8384-bd56afeac4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for network (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:49.023320 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-3a793da2-7332-4628-ae17-9493466672c6 None None] Port 720bfaf8-2ab1-4a23-bccc-396cef466b3a cannot update to ACTIVE because it is not bound. {{(pid=111416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 19 00:42:49.036032 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a5e5bc98-ae82-4df2-8384-bd56afeac4c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:49.104366 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 33744) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:42:49.112270 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-170223c9-a882-4f82-b90b-96f010087d79 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1964336820', 'description': 'tempest-description--1100511264'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:42:49.128831 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:49.148121 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 00:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a160895f-3b22-4f2f-87f8-cebe915e3b9d x-openstack-request-id: req-a160895f-3b22-4f2f-87f8-cebe915e3b9d {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:42:49.148644 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d02d64-d4e6-445d-a155-b875b8a8cce0", "name": "network-vif-plugged", "status": "completed", "tag": "1b4d823f-e9a3-4a43-a759-c283b8c3dac4", "code": 200}]} {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:42:49.149005 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a160895f-3b22-4f2f-87f8-cebe915e3b9d {{(pid=111416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:42:49.149686 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a160895f-3b22-4f2f-87f8-cebe915e3b9d'] response: {'server_uuid': 'c5d02d64-d4e6-445d-a155-b875b8a8cce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4d823f-e9a3-4a43-a759-c283b8c3dac4', 'code': 200} Oct 19 00:42:49.155765 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:49.160349 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:49.171635 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-170223c9-a882-4f82-b90b-96f010087d79 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:49.186787 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:49.271776 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-20776187-f3fb-42ff-806a-3c85f5c80d4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 720bfaf8-2ab1-4a23-bccc-396cef466b3a {{(pid=111414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 00:42:49.283523 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-20776187-f3fb-42ff-806a-3c85f5c80d4e service neutron] Publish callbacks [] for port (720bfaf8-2ab1-4a23-bccc-396cef466b3a), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:49.302377 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.provisioning_blocks [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-20776187-f3fb-42ff-806a-3c85f5c80d4e service neutron] Transition to ACTIVE for port object 720bfaf8-2ab1-4a23-bccc-396cef466b3a will not be triggered until provisioned by entity L2. {{(pid=111414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 00:42:49.307913 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-20776187-f3fb-42ff-806a-3c85f5c80d4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577477'] for port (720bfaf8-2ab1-4a23-bccc-396cef466b3a), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:49.405284 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a5e5bc98-ae82-4df2-8384-bd56afeac4c1 admin admin] Publish callbacks [] for security_group (43973c56-adba-4c5f-9bcf-fc4237016924), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:49.429622 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20776187-f3fb-42ff-806a-3c85f5c80d4e service neutron] Pushing event updated for resources: {'Port': ['ID=720bfaf8-2ab1-4a23-bccc-396cef466b3a,revision_number=2']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:49.471450 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-170223c9-a882-4f82-b90b-96f010087d79 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks [] for security_group (04f1a968-924f-44d0-a4af-e64f250eb670), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:49.483973 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a5e5bc98-ae82-4df2-8384-bd56afeac4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (43973c56-adba-4c5f-9bcf-fc4237016924), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:49.497163 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-20776187-f3fb-42ff-806a-3c85f5c80d4e service neutron] Attempting to bind port 720bfaf8-2ab1-4a23-bccc-396cef466b3a on host hv-cinder-maste for vnic_type normal with profile {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:42:49.497669 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-20776187-f3fb-42ff-806a-3c85f5c80d4e service neutron] Attempting to bind port 720bfaf8-2ab1-4a23-bccc-396cef466b3a by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '0949f098-87bd-4d7c-adb9-f3622e4872b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a'}] {{(pid=111414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:42:49.498727 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-20776187-f3fb-42ff-806a-3c85f5c80d4e service neutron] Attempting to bind port 720bfaf8-2ab1-4a23-bccc-396cef466b3a on network 635fade4-7ee9-45f4-8020-ceb7d6bf784a {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:42:49.522377 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-170223c9-a882-4f82-b90b-96f010087d79 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (04f1a968-924f-44d0-a4af-e64f250eb670), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:49.588004 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-20776187-f3fb-42ff-806a-3c85f5c80d4e service neutron] Port 720bfaf8-2ab1-4a23-bccc-396cef466b3a on network 635fade4-7ee9-45f4-8020-ceb7d6bf784a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:42:49.588522 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-20776187-f3fb-42ff-806a-3c85f5c80d4e service neutron] Attempting to bind port 720bfaf8-2ab1-4a23-bccc-396cef466b3a on network 635fade4-7ee9-45f4-8020-ceb7d6bf784a {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:42:49.594364 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5e5bc98-ae82-4df2-8384-bd56afeac4c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=111415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:42:49.617968 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fcccd7-3551-45ec-9347-2608984195db req-9a8d3ad8-7d4a-4637-b498-60fea6459c96 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:49.620665 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-34fcccd7-3551-45ec-9347-2608984195db req-9a8d3ad8-7d4a-4637-b498-60fea6459c96 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 945 time: 0.3628085 Oct 19 00:42:49.663675 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-170223c9-a882-4f82-b90b-96f010087d79 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:49.665715 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-170223c9-a882-4f82-b90b-96f010087d79 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5597918 Oct 19 00:42:49.671519 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 33756) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:42:49.678785 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0afdac8-8d3d-4957-880c-6675372d78cb req-225ee295-4615-43e3-9e40-b25953a1f638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:49.679383 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-520771ab-6334-4c73-aaf7-408c543e04ee tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Request body: {'security_group_rule': {'security_group_id': '04f1a968-924f-44d0-a4af-e64f250eb670', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:42:49.681311 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-e0afdac8-8d3d-4957-880c-6675372d78cb req-225ee295-4615-43e3-9e40-b25953a1f638 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c5d02d64-d4e6-445d-a155-b875b8a8cce0 HTTP/1.1" status: 200 len: 1129 time: 0.2001543 Oct 19 00:42:49.683098 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a5e5bc98-ae82-4df2-8384-bd56afeac4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412'] for segment (e1751744-52ca-4c83-95d3-96eb3f519636), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:49.683618 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.db.segments_db [None req-a5e5bc98-ae82-4df2-8384-bd56afeac4c1 admin admin] Added segment e1751744-52ca-4c83-95d3-96eb3f519636 of type vlan for network febcf320-b179-4c31-a898-24a66a89b934 Oct 19 00:42:49.687510 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e5bc98-ae82-4df2-8384-bd56afeac4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43973c56-adba-4c5f-9bcf-fc4237016924,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:49.753715 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-20776187-f3fb-42ff-806a-3c85f5c80d4e service neutron] Checking agent: {'id': '6724934a-8b6e-4109-8304-d160e240b776', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 38, 31), 'started_at': datetime.datetime(2022, 10, 19, 0, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:42:49.754368 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-20776187-f3fb-42ff-806a-3c85f5c80d4e service neutron] Checking segment: {'id': '0949f098-87bd-4d7c-adb9-f3622e4872b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:42:49.755166 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-20776187-f3fb-42ff-806a-3c85f5c80d4e service neutron] Bound using segment: {'id': '0949f098-87bd-4d7c-adb9-f3622e4872b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a'} {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:42:49.757331 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-20776187-f3fb-42ff-806a-3c85f5c80d4e service neutron] Bound port: 720bfaf8-2ab1-4a23-bccc-396cef466b3a, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0949f098-87bd-4d7c-adb9-f3622e4872b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a'}}] {{(pid=111414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:42:49.758227 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-20776187-f3fb-42ff-806a-3c85f5c80d4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (720bfaf8-2ab1-4a23-bccc-396cef466b3a), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:49.832995 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-520771ab-6334-4c73-aaf7-408c543e04ee tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks [] for security_group_rule (4c808940-27e3-462c-9df2-d1c5d54ffdf2), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:49.837264 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a5e5bc98-ae82-4df2-8384-bd56afeac4c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730482266143'] for network (febcf320-b179-4c31-a898-24a66a89b934), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:49.844628 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170223c9-a882-4f82-b90b-96f010087d79 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04f1a968-924f-44d0-a4af-e64f250eb670,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:49.885401 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-34fcccd7-3551-45ec-9347-2608984195db req-7c77bb2b-389b-41dc-80fd-c51362597456 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2353275 Oct 19 00:42:49.914227 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-e0afdac8-8d3d-4957-880c-6675372d78cb req-a6d545b2-016e-43d1-9be9-52a0c17ffecc service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=4c937d9c-6415-4390-891e-baae7e994493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211325 Oct 19 00:42:49.915513 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a5e5bc98-ae82-4df2-8384-bd56afeac4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988'] for network (febcf320-b179-4c31-a898-24a66a89b934), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:49.917670 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e5bc98-ae82-4df2-8384-bd56afeac4c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:49.918260 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a5e5bc98-ae82-4df2-8384-bd56afeac4c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for network (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:49.954810 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-20776187-f3fb-42ff-806a-3c85f5c80d4e service neutron] For port 720bfaf8-2ab1-4a23-bccc-396cef466b3a, host hv-cinder-maste, cleared binding levels {{(pid=111414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:42:49.979181 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-20776187-f3fb-42ff-806a-3c85f5c80d4e service neutron] For port 720bfaf8-2ab1-4a23-bccc-396cef466b3a, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=720bfaf8-2ab1-4a23-bccc-396cef466b3a,segment=NetworkSegment(0949f098-87bd-4d7c-adb9-f3622e4872b3),segment_id=0949f098-87bd-4d7c-adb9-f3622e4872b3)] {{(pid=111414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:42:49.981511 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-a5e5bc98-ae82-4df2-8384-bd56afeac4c1 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2236609 Oct 19 00:42:49.985701 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 33768) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:42:49.991466 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-43bb7279-a6fb-476f-a268-57267a5d9f32 admin admin] Request body: {'subnet': {'network_id': 'febcf320-b179-4c31-a898-24a66a89b934', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-909164573-subnet', 'tenant_id': '1235d8b054b3405595fca761f08b73ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:42:49.994334 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-520771ab-6334-4c73-aaf7-408c543e04ee tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks [] for security_group_rule (4c808940-27e3-462c-9df2-d1c5d54ffdf2), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:49.996897 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-20776187-f3fb-42ff-806a-3c85f5c80d4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577477'] for port (720bfaf8-2ab1-4a23-bccc-396cef466b3a), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:50.002449 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-20776187-f3fb-42ff-806a-3c85f5c80d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:50.003361 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-20776187-f3fb-42ff-806a-3c85f5c80d4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:50.005368 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-20776187-f3fb-42ff-806a-3c85f5c80d4e service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/720bfaf8-2ab1-4a23-bccc-396cef466b3a HTTP/1.1" status: 200 len: 1094 time: 1.4012802 Oct 19 00:42:50.006337 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-520771ab-6334-4c73-aaf7-408c543e04ee tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038804'] for security_group_rule (4c808940-27e3-462c-9df2-d1c5d54ffdf2), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:50.008130 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8', 'tag': '720bfaf8-2ab1-4a23-bccc-396cef466b3a'}] {{(pid=111414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:42:50.010675 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e46469f00a83062af0f8a877bbd3a06bc7f865c711541049e4990ec8a28c8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1c1516-8506-4469-b680-bf2b4b219c26" -d '{"events": [{"name": "network-changed", "server_uuid": "25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8", "tag": "720bfaf8-2ab1-4a23-bccc-396cef466b3a"}]}' {{(pid=111414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:42:50.016178 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e5bc98-ae82-4df2-8384-bd56afeac4c1 admin admin] Pushing event updated for resources: {'Network': ['ID=febcf320-b179-4c31-a898-24a66a89b934,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:50.037173 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43bb7279-a6fb-476f-a268-57267a5d9f32 admin admin] Made reservation on behalf of 1235d8b054b3405595fca761f08b73ae for: {'subnet': 1} {{(pid=111415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:42:50.040359 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-43bb7279-a6fb-476f-a268-57267a5d9f32 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7409433'] for subnet (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:50.041825 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Network febcf320-b179-4c31-a898-24a66a89b934 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=111416) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:42:50.066355 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-520771ab-6334-4c73-aaf7-408c543e04ee tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:50.071477 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-520771ab-6334-4c73-aaf7-408c543e04ee tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3981009 Oct 19 00:42:50.071477 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 33776) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:42:50.086262 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-3f62833c-15d6-469e-b0c3-4fafd6b8c449 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Request body: {'security_group_rule': {'security_group_id': '04f1a968-924f-44d0-a4af-e64f250eb670', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:42:50.098571 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520771ab-6334-4c73-aaf7-408c543e04ee tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c808940-27e3-462c-9df2-d1c5d54ffdf2,revision_number=0']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:50.131547 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20776187-f3fb-42ff-806a-3c85f5c80d4e service neutron] Pushing event updated for resources: {'Port': ['ID=720bfaf8-2ab1-4a23-bccc-396cef466b3a,revision_number=3']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:50.147060 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-3f62833c-15d6-469e-b0c3-4fafd6b8c449 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks [] for security_group_rule (f9ff880b-a84a-4abc-8e6c-549d26860d7d), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:50.192460 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d96ad-0c5f-45b9-be0b-c6394db1322d req-b8b161ef-8a0a-41ea-a6a6-5f3640bc1567 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:50.194711 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-f15d96ad-0c5f-45b9-be0b-c6394db1322d req-b8b161ef-8a0a-41ea-a6a6-5f3640bc1567 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8 HTTP/1.1" status: 200 len: 944 time: 0.1257370 Oct 19 00:42:50.233420 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-3f62833c-15d6-469e-b0c3-4fafd6b8c449 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks [] for security_group_rule (f9ff880b-a84a-4abc-8e6c-549d26860d7d), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:50.238749 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-3f62833c-15d6-469e-b0c3-4fafd6b8c449 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038804'] for security_group_rule (f9ff880b-a84a-4abc-8e6c-549d26860d7d), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:50.259063 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:INSERT=12,neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:50.259743 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=4 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:50.275429 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62833c-15d6-469e-b0c3-4fafd6b8c449 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9ff880b-a84a-4abc-8e6c-549d26860d7d,revision_number=0']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:50.284093 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-f15d96ad-0c5f-45b9-be0b-c6394db1322d req-b132c70a-a300-47dc-8c05-d5f16c9b6e27 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=746cb1cb-cc2b-4bb5-a972-ea0b2d6800aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830181 Oct 19 00:42:50.289951 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-3f62833c-15d6-469e-b0c3-4fafd6b8c449 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:50.292380 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-3f62833c-15d6-469e-b0c3-4fafd6b8c449 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2135160 Oct 19 00:42:50.296432 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 33780) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:42:50.306868 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-7e7cfadb-2df2-4b17-92bc-17a87160d7b2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Request body: {'floatingip': {'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:42:50.361709 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 00:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179255ab-5bcb-4dbd-979f-8f36ad54203a x-openstack-request-id: req-179255ab-5bcb-4dbd-979f-8f36ad54203a {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:42:50.362168 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8", "tag": "720bfaf8-2ab1-4a23-bccc-396cef466b3a", "status": "completed", "code": 200}]} {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:42:50.362593 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-179255ab-5bcb-4dbd-979f-8f36ad54203a {{(pid=111414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:42:50.363217 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.notifiers.nova [-] Nova event matching ['req-179255ab-5bcb-4dbd-979f-8f36ad54203a'] response: {'name': 'network-changed', 'server_uuid': '25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8', 'tag': '720bfaf8-2ab1-4a23-bccc-396cef466b3a', 'status': 'completed', 'code': 200} Oct 19 00:42:50.365343 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-7e7cfadb-2df2-4b17-92bc-17a87160d7b2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:50.437023 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:50.473146 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-7e7cfadb-2df2-4b17-92bc-17a87160d7b2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:50.480500 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-43bb7279-a6fb-476f-a268-57267a5d9f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7426682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7409419'] for subnet (d4850ad2-60f0-4172-bbe2-5711a9ee3a86), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:50.566032 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff00e1f-a5f0-4c1a-b1f3-08a54b6571a1 req-2dfbc2f1-4bb5-49c3-a79e-c3b5bd1ecb53 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:50.567681 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-1ff00e1f-a5f0-4c1a-b1f3-08a54b6571a1 req-2dfbc2f1-4bb5-49c3-a79e-c3b5bd1ecb53 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c5d02d64-d4e6-445d-a155-b875b8a8cce0 HTTP/1.1" status: 200 len: 945 time: 0.1519005 Oct 19 00:42:50.627090 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb7279-a6fb-476f-a268-57267a5d9f32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4850ad2-60f0-4172-bbe2-5711a9ee3a86,revision_number=0']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:50.642381 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:50.658533 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.db_base_plugin_common [None req-7e7cfadb-2df2-4b17-92bc-17a87160d7b2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Allocated IP 172.37.6.17 (973fa957-bcd6-42c3-bc57-5a91d78147c8/c5b4f151-6e49-4135-be82-7abc543b5247/bbdaa00b-bde2-4b33-8b80-0bba9a9199b0) {{(pid=111414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:42:50.670757 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bb7279-a6fb-476f-a268-57267a5d9f32 admin admin] Checking segment: {'id': 'e1751744-52ca-4c83-95d3-96eb3f519636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'febcf320-b179-4c31-a898-24a66a89b934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:42:50.671213 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bb7279-a6fb-476f-a268-57267a5d9f32 admin admin] Network hostable DHCP agents. Network: febcf320-b179-4c31-a898-24a66a89b934, hostable agents: ['57535a1d-5c08-48f6-b25c-e56d637dc4b8'], hosted agents: [] {{(pid=111415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:42:50.683782 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-1ff00e1f-a5f0-4c1a-b1f3-08a54b6571a1 req-2cb9bbdd-7679-406f-80f7-7376f3266572 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c937d9c-6415-4390-891e-baae7e994493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029425 Oct 19 00:42:50.699583 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bb7279-a6fb-476f-a268-57267a5d9f32 admin admin] Network febcf320-b179-4c31-a898-24a66a89b934 is scheduled to be hosted by DHCP agent 57535a1d-5c08-48f6-b25c-e56d637dc4b8 with binding_index 1 {{(pid=111415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:42:50.717640 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.base_scheduler [None req-43bb7279-a6fb-476f-a268-57267a5d9f32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, febcf320-b179-4c31-a898-24a66a89b934) {{(pid=111415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:42:50.726688 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bb7279-a6fb-476f-a268-57267a5d9f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:50.727287 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-43bb7279-a6fb-476f-a268-57267a5d9f32 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:50.728097 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efa37b9-2062-4b7a-b3f2-f11a585f0f43 None None] Network febcf320-b179-4c31-a898-24a66a89b934 requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:42:50.751171 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-43bb7279-a6fb-476f-a268-57267a5d9f32 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7642591 Oct 19 00:42:50.867390 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-7e7cfadb-2df2-4b17-92bc-17a87160d7b2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks [] for port (bbdaa00b-bde2-4b33-8b80-0bba9a9199b0), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:50.881097 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4c41b2-2225-4ff5-babd-57367465d717 None None] Network febcf320-b179-4c31-a898-24a66a89b934 requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:42:50.932213 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-7e7cfadb-2df2-4b17-92bc-17a87160d7b2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (bbdaa00b-bde2-4b33-8b80-0bba9a9199b0), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:50.955449 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:51.005539 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7cfadb-2df2-4b17-92bc-17a87160d7b2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Network 973fa957-bcd6-42c3-bc57-5a91d78147c8 is already hosted by enough agents. {{(pid=111414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:42:51.009916 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [None req-7e7cfadb-2df2-4b17-92bc-17a87160d7b2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Resources bound (agent type, host, resource id): {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:42:51.012736 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7cfadb-2df2-4b17-92bc-17a87160d7b2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Pushing event updated for resources: {'Port': ['ID=bbdaa00b-bde2-4b33-8b80-0bba9a9199b0,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:51.016663 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7cfadb-2df2-4b17-92bc-17a87160d7b2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Received port after_create {{(pid=111414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:42:51.143049 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-7e7cfadb-2df2-4b17-92bc-17a87160d7b2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks [] for floatingip (884c2e2b-b1e8-4bac-8b05-92a609756a6f), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:51.158758 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62963644-d812-4022-afb4-c02ad7501850 req-d3424d8c-5789-4201-b1fe-e270c419997b tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:51.160877 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-62963644-d812-4022-afb4-c02ad7501850 req-d3424d8c-5789-4201-b1fe-e270c419997b tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 945 time: 0.0859053 Oct 19 00:42:51.193318 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-7e7cfadb-2df2-4b17-92bc-17a87160d7b2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (bbdaa00b-bde2-4b33-8b80-0bba9a9199b0), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:51.227763 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-62963644-d812-4022-afb4-c02ad7501850 req-80d12986-0561-4c7e-988a-b5b9a701b9d5 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582254 Oct 19 00:42:51.409947 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-7e7cfadb-2df2-4b17-92bc-17a87160d7b2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks [] for port (bbdaa00b-bde2-4b33-8b80-0bba9a9199b0), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:51.416093 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-7e7cfadb-2df2-4b17-92bc-17a87160d7b2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577477'] for port (bbdaa00b-bde2-4b33-8b80-0bba9a9199b0), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:51.441104 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8a870-ef40-486f-b84e-3c601b591617 req-d11d7d59-f4b6-431b-b772-a0a449f8c17d tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:51.442967 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-b3f8a870-ef40-486f-b84e-3c601b591617 req-d11d7d59-f4b6-431b-b772-a0a449f8c17d tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8 HTTP/1.1" status: 200 len: 944 time: 0.0570652 Oct 19 00:42:51.469096 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 33828) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:42:51.475994 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:51.507937 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7cfadb-2df2-4b17-92bc-17a87160d7b2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Pushing event updated for resources: {'Port': ['ID=bbdaa00b-bde2-4b33-8b80-0bba9a9199b0,revision_number=2']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:51.526931 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-7e7cfadb-2df2-4b17-92bc-17a87160d7b2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942318'] for floatingip (884c2e2b-b1e8-4bac-8b05-92a609756a6f), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:51.527336 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-b3f8a870-ef40-486f-b84e-3c601b591617 req-31674bf6-f4da-44ac-bc75-04fd5d1c5fe9 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=746cb1cb-cc2b-4bb5-a972-ea0b2d6800aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769255 Oct 19 00:42:51.546011 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-7e7cfadb-2df2-4b17-92bc-17a87160d7b2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for floatingip (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:51.548965 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-7e7cfadb-2df2-4b17-92bc-17a87160d7b2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2508178 Oct 19 00:42:51.659136 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-29ecb716-8bdc-4880-99fc-126ca9c2b1e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:51.751515 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-29ecb716-8bdc-4880-99fc-126ca9c2b1e1 admin admin] Publish callbacks [] for security_group (deecac15-e6e8-45a5-923b-284810c19b6b), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:51.756267 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-29ecb716-8bdc-4880-99fc-126ca9c2b1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (deecac15-e6e8-45a5-923b-284810c19b6b), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:51.814917 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-29ecb716-8bdc-4880-99fc-126ca9c2b1e1 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=b6c4100c21c44826a0c550533303c267&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3449438 Oct 19 00:42:51.817163 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ecb716-8bdc-4880-99fc-126ca9c2b1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deecac15-e6e8-45a5-923b-284810c19b6b,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:51.817583 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 33850) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:42:51.847432 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-f1993b0e-4c83-4cb9-ae14-acb5157ca09f tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1964336820&fields=id&tenant_id=c0151d58abd047a692f5cc4e7d05bea5 HTTP/1.1" status: 200 len: 267 time: 0.0881572 Oct 19 00:42:51.944336 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:51.983114 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-23ff8a48-b037-4970-9d2f-30cee007916e tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:51.984727 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-23ff8a48-b037-4970-9d2f-30cee007916e tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/networks?id=75c84943-00ac-41e3-a6c3-2ea734b46148 HTTP/1.1" status: 200 len: 819 time: 0.1301718 Oct 19 00:42:52.003933 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-628dd649-34dd-4909-ac39-65ab9c517c4f tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/quotas/c0151d58abd047a692f5cc4e7d05bea5 HTTP/1.1" status: 200 len: 375 time: 0.0106094 Oct 19 00:42:52.127736 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-1c5822fc-97f6-4ca5-b4e6-7363fad4e341 admin admin] Publish callbacks [] for security_group (deecac15-e6e8-45a5-923b-284810c19b6b), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:52.166049 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:52.171101 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-1c5822fc-97f6-4ca5-b4e6-7363fad4e341 admin admin] Publish callbacks [] for security_group (deecac15-e6e8-45a5-923b-284810c19b6b), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:52.259393 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-1c5822fc-97f6-4ca5-b4e6-7363fad4e341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (deecac15-e6e8-45a5-923b-284810c19b6b), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:52.265579 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-1c5822fc-97f6-4ca5-b4e6-7363fad4e341 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:52.267721 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-1c5822fc-97f6-4ca5-b4e6-7363fad4e341 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/deecac15-e6e8-45a5-923b-284810c19b6b HTTP/1.1" status: 204 len: 168 time: 0.4485669 Oct 19 00:42:52.287838 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5822fc-97f6-4ca5-b4e6-7363fad4e341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deecac15-e6e8-45a5-923b-284810c19b6b,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:52.332854 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-967d8bf6-b8af-4477-a363-324276bf04ea tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=c0151d58abd047a692f5cc4e7d05bea5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3201733 Oct 19 00:42:52.447145 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-35a61727-a136-43fa-add8-2c559299b5c4 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/75c84943-00ac-41e3-a6c3-2ea734b46148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005054 Oct 19 00:42:52.522124 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:52.592522 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-d14b89fc-fafd-4fc9-8b8b-765e4adf8cec service neutron] 10.222.0.26 "GET /networking/v2.0/networks/75c84943-00ac-41e3-a6c3-2ea734b46148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382904 Oct 19 00:42:52.646013 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 33864) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:42:52.663228 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d64d4a3d-2363-4c2f-9b10-4f6710f8fdd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:52.789536 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d64d4a3d-2363-4c2f-9b10-4f6710f8fdd3 admin admin] Publish callbacks [] for security_group (d10e546b-c399-4c15-8f40-d1c6aaacff70), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:52.794175 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d64d4a3d-2363-4c2f-9b10-4f6710f8fdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (d10e546b-c399-4c15-8f40-d1c6aaacff70), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:52.836996 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd3607-d1cd-43d8-b017-5c743304a4e5 req-2a2924a8-ead6-4b77-84f3-046169cb8fb3 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:52.838655 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-d64d4a3d-2363-4c2f-9b10-4f6710f8fdd3 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=35d19bb82dbe4d84a8dc0a534a0328f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1914473 Oct 19 00:42:52.839136 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-55fd3607-d1cd-43d8-b017-5c743304a4e5 req-2a2924a8-ead6-4b77-84f3-046169cb8fb3 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c5d02d64-d4e6-445d-a155-b875b8a8cce0 HTTP/1.1" status: 200 len: 945 time: 0.0672884 Oct 19 00:42:52.839918 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64d4a3d-2363-4c2f-9b10-4f6710f8fdd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10e546b-c399-4c15-8f40-d1c6aaacff70,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:52.841270 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 33870) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:42:52.937661 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-55fd3607-d1cd-43d8-b017-5c743304a4e5 req-d24240af-f940-4edc-b8cb-276d298127d3 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c937d9c-6415-4390-891e-baae7e994493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857055 Oct 19 00:42:52.944240 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-c22ae8c9-137d-47bd-b9d7-711788830db6 admin admin] Publish callbacks [] for security_group (d10e546b-c399-4c15-8f40-d1c6aaacff70), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:52.978384 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-c22ae8c9-137d-47bd-b9d7-711788830db6 admin admin] Publish callbacks [] for security_group (d10e546b-c399-4c15-8f40-d1c6aaacff70), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:53.089365 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc370d4-25d7-453f-925a-68de8e90c152 req-6653ef43-a94b-4b21-957e-dcfe6257abfc tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:53.094703 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-dfc370d4-25d7-453f-925a-68de8e90c152 req-6653ef43-a94b-4b21-957e-dcfe6257abfc tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 945 time: 0.0712686 Oct 19 00:42:53.099576 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-c22ae8c9-137d-47bd-b9d7-711788830db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (d10e546b-c399-4c15-8f40-d1c6aaacff70), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:53.103161 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-c22ae8c9-137d-47bd-b9d7-711788830db6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:53.104644 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-c22ae8c9-137d-47bd-b9d7-711788830db6 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/d10e546b-c399-4c15-8f40-d1c6aaacff70 HTTP/1.1" status: 204 len: 168 time: 0.2612278 Oct 19 00:42:53.144903 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ae8c9-137d-47bd-b9d7-711788830db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10e546b-c399-4c15-8f40-d1c6aaacff70,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:53.237971 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-dfc370d4-25d7-453f-925a-68de8e90c152 req-041e3fa8-b472-4f34-88e0-16016e5bfa2b tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312299 Oct 19 00:42:53.289832 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.agents_db [None req-a13584a9-f264-4877-bb17-87a252e2109a None None] Agent healthcheck: found 6 active agents {{(pid=111417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:42:53.361934 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f4eb1-3d37-405c-952a-3c4b9e8fddd7 req-91123268-0a05-409c-a76c-35d003087149 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:53.363558 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-475f4eb1-3d37-405c-952a-3c4b9e8fddd7 req-91123268-0a05-409c-a76c-35d003087149 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8 HTTP/1.1" status: 200 len: 944 time: 0.0581794 Oct 19 00:42:53.421072 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-475f4eb1-3d37-405c-952a-3c4b9e8fddd7 req-bbe236f9-7e21-4d70-8849-406b5e7a5383 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=746cb1cb-cc2b-4bb5-a972-ea0b2d6800aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513139 Oct 19 00:42:53.532341 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-10e6bd27-d99c-4963-a4e9-6804a76a2b9c req-817390dc-7ea2-4388-a6ec-a879927b7e19 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 210 time: 0.0376482 Oct 19 00:42:53.543472 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-0f40e925-e0b8-41e9-a96f-8b1c55ab702b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:53.548049 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-0f40e925-e0b8-41e9-a96f-8b1c55ab702b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=0b35c2038f6b4d0a9012b004f1416c00&device_id=25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8 HTTP/1.1" status: 200 len: 1128 time: 0.0812616 Oct 19 00:42:54.076732 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3f21f-d49e-4eac-8d0f-4ac4e5908c73 req-e5c5df42-7262-4db3-a7f1-18eb3e303a8d tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:54.078608 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ded3f21f-d49e-4eac-8d0f-4ac4e5908c73 req-e5c5df42-7262-4db3-a7f1-18eb3e303a8d tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c5d02d64-d4e6-445d-a155-b875b8a8cce0 HTTP/1.1" status: 200 len: 945 time: 0.0515654 Oct 19 00:42:54.134622 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ded3f21f-d49e-4eac-8d0f-4ac4e5908c73 req-39c64b7a-b8d2-48e3-b514-5e9bda895e1f tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c937d9c-6415-4390-891e-baae7e994493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502477 Oct 19 00:42:54.380396 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-738a6003-c5de-42d9-8cbe-fa509d87916d service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=720bfaf8-2ab1-4a23-bccc-396cef466b3a HTTP/1.1" status: 200 len: 217 time: 0.0736020 Oct 19 00:42:54.444797 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 6aea38b4-b7a0-4e8e-82dc-deb19c260092 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=111416) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:42:54.540099 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-405823b8-ca47-4bbc-b055-35df44689e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:54.547315 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-405823b8-ca47-4bbc-b055-35df44689e8c service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=749347d7-6beb-499e-80b2-119168147fbe HTTP/1.1" status: 200 len: 852 time: 0.1396947 Oct 19 00:42:54.622267 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-d47560ca-f1e3-46bc-81e7-baf3be36d3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:54.624681 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-d47560ca-f1e3-46bc-81e7-baf3be36d3c5 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=635fade4-7ee9-45f4-8020-ceb7d6bf784a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0701480 Oct 19 00:42:54.627112 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port 6aea38b4-b7a0-4e8e-82dc-deb19c260092, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6aea38b4-b7a0-4e8e-82dc-deb19c260092,segment=NetworkSegment(5e10216b-5353-4a7f-a5b9-0961a609cc49),segment_id=5e10216b-5353-4a7f-a5b9-0961a609cc49)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:42:54.643155 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Returning: {'device': '6aea38b4-b7a0-4e8e-82dc-deb19c260092', 'network_id': '173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc', 'port_id': '6aea38b4-b7a0-4e8e-82dc-deb19c260092', 'mac_address': 'fa:16:3e:76:b4:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c3f2de-ba2c-47ae-bf44-d2591e2e7caf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111416) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:42:54.648746 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80375596-62aa-4bc7-a7e2-2545be12cd16 req-716e9607-2939-4902-b800-9e91c819ea81 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:54.650411 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-80375596-62aa-4bc7-a7e2-2545be12cd16 req-716e9607-2939-4902-b800-9e91c819ea81 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 945 time: 0.0685759 Oct 19 00:42:54.725947 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port 6aea38b4-b7a0-4e8e-82dc-deb19c260092 is: ACTIVE; New status is: BUILD {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:42:54.726337 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (6aea38b4-b7a0-4e8e-82dc-deb19c260092), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:54.743484 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-80375596-62aa-4bc7-a7e2-2545be12cd16 req-f5fd3ff5-f30e-4215-b8d1-a70407e10bcf tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752249 Oct 19 00:42:54.759369 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6aea38b4-b7a0-4e8e-82dc-deb19c260092 {{(pid=111416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 00:42:54.788913 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-890807d5-cd04-4708-afae-caf7cb2d893e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/635fade4-7ee9-45f4-8020-ceb7d6bf784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563115 Oct 19 00:42:54.789626 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port 6aea38b4-b7a0-4e8e-82dc-deb19c260092, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6aea38b4-b7a0-4e8e-82dc-deb19c260092,segment=NetworkSegment(5e10216b-5353-4a7f-a5b9-0961a609cc49),segment_id=5e10216b-5353-4a7f-a5b9-0961a609cc49)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:42:54.799791 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (6aea38b4-b7a0-4e8e-82dc-deb19c260092), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:54.928951 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=6aea38b4-b7a0-4e8e-82dc-deb19c260092,revision_number=6']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:54.974556 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08a291-51ee-4830-b030-dc1145967e0f req-d0ffb4a3-e7ff-4e45-aeb9-fdc23224dc5f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:54.976410 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9a08a291-51ee-4830-b030-dc1145967e0f req-d0ffb4a3-e7ff-4e45-aeb9-fdc23224dc5f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8 HTTP/1.1" status: 200 len: 944 time: 0.0868211 Oct 19 00:42:55.021293 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:55.042087 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-d96172c3-00b1-4877-aff2-9c44f51edc23 req-4490f84d-b365-4727-b4bc-5bfca1475cd1 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/635fade4-7ee9-45f4-8020-ceb7d6bf784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392631 Oct 19 00:42:55.054581 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] get_ports_and_sgs() called for port_ids ['6aea38b4-b7a0-4e8e-82dc-deb19c260092'] {{(pid=111416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 00:42:55.062661 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9a08a291-51ee-4830-b030-dc1145967e0f req-e2e46127-6859-4068-ac26-53967a089b67 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=746cb1cb-cc2b-4bb5-a972-ea0b2d6800aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706427 Oct 19 00:42:55.188755 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-4f5c0268-60ac-4879-a221-ef55f4affdd4 req-3fa4c0f9-3910-4f00-a0c4-66f693b0b386 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 210 time: 0.0360260 Oct 19 00:42:55.211915 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:55.428466 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0771735-d162-4d54-98ba-558e12062552 req-c7578491-fe6e-4b17-a9df-d01a3ee508bc tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:55.430952 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d0771735-d162-4d54-98ba-558e12062552 req-c7578491-fe6e-4b17-a9df-d01a3ee508bc tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/networks?id=febcf320-b179-4c31-a898-24a66a89b934 HTTP/1.1" status: 200 len: 813 time: 0.1487343 Oct 19 00:42:55.450256 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d0771735-d162-4d54-98ba-558e12062552 req-5f084537-e330-4deb-864b-afefd0b3b3ee tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/quotas/1235d8b054b3405595fca761f08b73ae HTTP/1.1" status: 200 len: 375 time: 0.0141177 Oct 19 00:42:55.502470 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d0771735-d162-4d54-98ba-558e12062552 req-4b45896c-3ca3-47a4-98ef-86b46e8b9917 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=1235d8b054b3405595fca761f08b73ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433834 Oct 19 00:42:55.633977 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d0771735-d162-4d54-98ba-558e12062552 req-9deb57ab-e4c2-463e-a3fb-04ffe2be7ed0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/febcf320-b179-4c31-a898-24a66a89b934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192219 Oct 19 00:42:55.666438 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:55.765835 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d0771735-d162-4d54-98ba-558e12062552 req-7bcc3cb9-acba-4800-975a-80c5810ff012 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/febcf320-b179-4c31-a898-24a66a89b934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222949 Oct 19 00:42:56.083771 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3eef5-8fd6-4d3e-8343-b97c3fcac164 req-59205520-00d9-48ab-a793-2f2476d23bad tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:56.094125 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d5c3eef5-8fd6-4d3e-8343-b97c3fcac164 req-59205520-00d9-48ab-a793-2f2476d23bad tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c5d02d64-d4e6-445d-a155-b875b8a8cce0 HTTP/1.1" status: 200 len: 945 time: 0.0923185 Oct 19 00:42:56.155278 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d5c3eef5-8fd6-4d3e-8343-b97c3fcac164 req-b71b6905-a12b-46f4-ab45-06ee620102d5 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c937d9c-6415-4390-891e-baae7e994493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603251 Oct 19 00:42:56.214257 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 34000) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:42:56.306249 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074e7c1-0417-4c60-9d3f-795854e016ba req-776813f2-c810-4cc2-84aa-daea322ea8ea tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:56.308897 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c074e7c1-0417-4c60-9d3f-795854e016ba req-776813f2-c810-4cc2-84aa-daea322ea8ea tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 944 time: 0.0815043 Oct 19 00:42:56.383132 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-dd16c96c-a47d-4f82-a073-dd611226344a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:56.420210 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c074e7c1-0417-4c60-9d3f-795854e016ba req-ee20ac36-525a-4d12-9ad6-c26be5453b51 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044478 Oct 19 00:42:56.469826 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 720bfaf8-2ab1-4a23-bccc-396cef466b3a details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=111416) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:42:56.536102 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 6aea38b4-b7a0-4e8e-82dc-deb19c260092 up at agent hyperv_hv-cinder-maste {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:42:56.542039 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c1516-8506-4469-b680-bf2b4b219c26 req-59af0a69-d77b-4da0-9206-7a909f176312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:56.545222 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-6f1c1516-8506-4469-b680-bf2b4b219c26 req-59af0a69-d77b-4da0-9206-7a909f176312 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=0b35c2038f6b4d0a9012b004f1416c00&device_id=25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8 HTTP/1.1" status: 200 len: 1128 time: 0.1611772 Oct 19 00:42:56.604943 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-1ddb5348-6957-4dc4-9fbd-fd37d2efc09b req-a26f1dff-43b7-40eb-9ba0-f66e56a63d90 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5bdc36c3-1db5-4ff2-808d-1295f314d522 HTTP/1.1" status: 200 len: 210 time: 0.0814202 Oct 19 00:42:56.699365 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-dd16c96c-a47d-4f82-a073-dd611226344a admin admin] Publish callbacks [] for security_group (639342a7-3a59-4028-a64e-9801d82b439b), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:56.712953 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-dd16c96c-a47d-4f82-a073-dd611226344a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (639342a7-3a59-4028-a64e-9801d82b439b), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:56.746539 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:56.801129 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd16c96c-a47d-4f82-a073-dd611226344a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639342a7-3a59-4028-a64e-9801d82b439b,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:56.836652 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c1516-8506-4469-b680-bf2b4b219c26 req-86be6dba-f817-472f-bfb1-e100d898efc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:56.839050 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-6f1c1516-8506-4469-b680-bf2b4b219c26 req-86be6dba-f817-472f-bfb1-e100d898efc0 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=635fade4-7ee9-45f4-8020-ceb7d6bf784a HTTP/1.1" status: 200 len: 914 time: 0.2763374 Oct 19 00:42:56.841851 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Provisioning complete for port 6aea38b4-b7a0-4e8e-82dc-deb19c260092 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:42:56.842278 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (6aea38b4-b7a0-4e8e-82dc-deb19c260092), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:56.842613 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Attempt 1 to provision port 6aea38b4-b7a0-4e8e-82dc-deb19c260092 Oct 19 00:42:56.893329 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-dd16c96c-a47d-4f82-a073-dd611226344a admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=1996f323faa14fe2b552eea88933de5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6778891 Oct 19 00:42:56.903405 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 34014) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:42:56.921629 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-6f1c1516-8506-4469-b680-bf2b4b219c26 req-10e892cd-e01e-4947-8cf1-6b595c89a651 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=720bfaf8-2ab1-4a23-bccc-396cef466b3a HTTP/1.1" status: 200 len: 217 time: 0.0694690 Oct 19 00:42:56.944111 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port 720bfaf8-2ab1-4a23-bccc-396cef466b3a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=720bfaf8-2ab1-4a23-bccc-396cef466b3a,segment=NetworkSegment(0949f098-87bd-4d7c-adb9-f3622e4872b3),segment_id=0949f098-87bd-4d7c-adb9-f3622e4872b3)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:42:56.958109 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:56.960733 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Returning: {'device': '720bfaf8-2ab1-4a23-bccc-396cef466b3a', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'port_id': '720bfaf8-2ab1-4a23-bccc-396cef466b3a', 'mac_address': 'fa:16:3e:bc:93:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '749347d7-6beb-499e-80b2-119168147fbe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111416) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:42:56.964330 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:56.994215 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b039de95-e7cc-49f1-bf7d-830ade5f58c5 req-345171f9-8bc9-4684-873a-637bfc73812f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:56.995673 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-b039de95-e7cc-49f1-bf7d-830ade5f58c5 req-345171f9-8bc9-4684-873a-637bfc73812f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8 HTTP/1.1" status: 200 len: 944 time: 0.2117674 Oct 19 00:42:57.002170 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-f4c11303-0928-413b-ad08-2869829e4fe7 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:57.003714 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-f4c11303-0928-413b-ad08-2869829e4fe7 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.20 "GET /networking/v2.0/networks?id=75c84943-00ac-41e3-a6c3-2ea734b46148 HTTP/1.1" status: 200 len: 819 time: 0.4254129 Oct 19 00:42:57.079086 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-405fe69c-c9d7-404a-85ba-9d9c7d67f313 admin admin] Publish callbacks [] for security_group (639342a7-3a59-4028-a64e-9801d82b439b), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:57.125512 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-b039de95-e7cc-49f1-bf7d-830ade5f58c5 req-394132ab-9aef-480e-84fd-57df5db29a11 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=746cb1cb-cc2b-4bb5-a972-ea0b2d6800aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179087 Oct 19 00:42:57.135152 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-405fe69c-c9d7-404a-85ba-9d9c7d67f313 admin admin] Publish callbacks [] for security_group (639342a7-3a59-4028-a64e-9801d82b439b), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:57.190763 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port 6aea38b4-b7a0-4e8e-82dc-deb19c260092 is: BUILD; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:42:57.192260 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (6aea38b4-b7a0-4e8e-82dc-deb19c260092), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:57.194977 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port 720bfaf8-2ab1-4a23-bccc-396cef466b3a is: DOWN; New status is: BUILD {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:42:57.195463 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (720bfaf8-2ab1-4a23-bccc-396cef466b3a), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:57.224667 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 720bfaf8-2ab1-4a23-bccc-396cef466b3a {{(pid=111416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 00:42:57.236893 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aea38b4-b7a0-4e8e-82dc-deb19c260092'}] {{(pid=111416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:42:57.239661 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0240e38e362fdc750089dc1f1183b30604621660299f95a12c585bcfa6b02ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a86c6c4-b13a-4622-84c4-2c876acc495b" -d '{"events": [{"server_uuid": "b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2", "name": "network-vif-plugged", "status": "completed", "tag": "6aea38b4-b7a0-4e8e-82dc-deb19c260092"}]}' {{(pid=111416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:42:57.259914 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port 6aea38b4-b7a0-4e8e-82dc-deb19c260092, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6aea38b4-b7a0-4e8e-82dc-deb19c260092,segment=NetworkSegment(5e10216b-5353-4a7f-a5b9-0961a609cc49),segment_id=5e10216b-5353-4a7f-a5b9-0961a609cc49)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:42:57.269471 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (6aea38b4-b7a0-4e8e-82dc-deb19c260092), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:57.272788 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port 720bfaf8-2ab1-4a23-bccc-396cef466b3a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=720bfaf8-2ab1-4a23-bccc-396cef466b3a,segment=NetworkSegment(0949f098-87bd-4d7c-adb9-f3622e4872b3),segment_id=0949f098-87bd-4d7c-adb9-f3622e4872b3)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:42:57.302605 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (720bfaf8-2ab1-4a23-bccc-396cef466b3a), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:57.303928 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c1516-8506-4469-b680-bf2b4b219c26 req-eca9aa8f-088f-44d9-8f5f-9fece5bb4df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:57.307464 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-6f1c1516-8506-4469-b680-bf2b4b219c26 req-eca9aa8f-088f-44d9-8f5f-9fece5bb4df2 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=749347d7-6beb-499e-80b2-119168147fbe HTTP/1.1" status: 200 len: 852 time: 0.1626494 Oct 19 00:42:57.347601 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c1ebe33a-a1d8-4e69-8055-86cba0e12e1f req-3bf7e634-3f7d-4838-919a-2ba3ac650b34 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 210 time: 0.0664501 Oct 19 00:42:57.348328 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=6aea38b4-b7a0-4e8e-82dc-deb19c260092,revision_number=7']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:57.371674 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-2d3f8627-4516-4e1f-91e9-d43fe4f6a445 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c0151d58abd047a692f5cc4e7d05bea5 HTTP/1.1" status: 200 len: 380 time: 0.2043326 Oct 19 00:42:57.394960 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-da6321c1-597f-4578-9dd2-b4bd127246a6 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Request body: {'port': {'device_id': 'f6051269-1d16-42db-8323-67a532dbcf40', 'network_id': '75c84943-00ac-41e3-a6c3-2ea734b46148', 'admin_state_up': True, 'tenant_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'security_groups': ['04f1a968-924f-44d0-a4af-e64f250eb670']}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:42:57.398423 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c1516-8506-4469-b680-bf2b4b219c26 req-ecf9006e-126e-47c1-b433-61c2900b45d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:57.401153 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-6f1c1516-8506-4469-b680-bf2b4b219c26 req-ecf9006e-126e-47c1-b433-61c2900b45d5 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=635fade4-7ee9-45f4-8020-ceb7d6bf784a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0854182 Oct 19 00:42:57.421787 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-405fe69c-c9d7-404a-85ba-9d9c7d67f313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (639342a7-3a59-4028-a64e-9801d82b439b), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:57.424760 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-405fe69c-c9d7-404a-85ba-9d9c7d67f313 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:57.425948 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-405fe69c-c9d7-404a-85ba-9d9c7d67f313 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/639342a7-3a59-4028-a64e-9801d82b439b HTTP/1.1" status: 204 len: 168 time: 0.5139027 Oct 19 00:42:57.472384 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=720bfaf8-2ab1-4a23-bccc-396cef466b3a,revision_number=4']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:57.564791 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405fe69c-c9d7-404a-85ba-9d9c7d67f313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639342a7-3a59-4028-a64e-9801d82b439b,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:57.638664 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-da6321c1-597f-4578-9dd2-b4bd127246a6 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Made reservation on behalf of c0151d58abd047a692f5cc4e7d05bea5 for: {'port': 1} {{(pid=111415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:42:57.646574 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-da6321c1-597f-4578-9dd2-b4bd127246a6 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:57.650745 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:57.702714 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] get_ports_and_sgs() called for port_ids ['720bfaf8-2ab1-4a23-bccc-396cef466b3a'] {{(pid=111416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 00:42:57.707980 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 00:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a7a8fe-efaa-4134-ab0f-2f44ac371056 x-openstack-request-id: req-b6a7a8fe-efaa-4134-ab0f-2f44ac371056 {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:42:57.708398 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2", "name": "network-vif-plugged", "status": "completed", "tag": "6aea38b4-b7a0-4e8e-82dc-deb19c260092", "code": 200}]} {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:42:57.708809 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b6a7a8fe-efaa-4134-ab0f-2f44ac371056 {{(pid=111416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:42:57.709294 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6a7a8fe-efaa-4134-ab0f-2f44ac371056'] response: {'server_uuid': 'b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aea38b4-b7a0-4e8e-82dc-deb19c260092', 'code': 200} Oct 19 00:42:57.720848 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-6f1c1516-8506-4469-b680-bf2b4b219c26 req-59aa5a41-516e-4c88-ae00-5cf9b08d1a3d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/635fade4-7ee9-45f4-8020-ceb7d6bf784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085368 Oct 19 00:42:57.818988 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974eb18-9f01-4cd4-adbf-5adacbdeebb1 req-04181007-4cc4-4f33-bcc4-41e555ec85b6 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:57.820440 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-3974eb18-9f01-4cd4-adbf-5adacbdeebb1 req-04181007-4cc4-4f33-bcc4-41e555ec85b6 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 945 time: 0.0577955 Oct 19 00:42:57.926902 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.db_base_plugin_common [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-da6321c1-597f-4578-9dd2-b4bd127246a6 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Allocated IP 172.20.0.10 (75c84943-00ac-41e3-a6c3-2ea734b46148/da4d7e39-f806-4ee4-9a72-d230cc0f9d32/667c66be-7422-49b6-8e96-6c36f067b697) {{(pid=111415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:42:57.934348 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-3974eb18-9f01-4cd4-adbf-5adacbdeebb1 req-a88fc83f-9aec-4532-8965-7d0a3232c62a tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038203 Oct 19 00:42:57.935682 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 34044) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:42:57.964279 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-0f480ba4-8ecb-4408-966e-8266fe753df3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:58.006651 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:58.062868 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-0f480ba4-8ecb-4408-966e-8266fe753df3 admin admin] Publish callbacks [] for security_group (c7200f47-2a3f-4afd-af5f-f745d72fd5dc), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:58.068532 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-0f480ba4-8ecb-4408-966e-8266fe753df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (c7200f47-2a3f-4afd-af5f-f745d72fd5dc), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:58.114970 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53657cc8-22fa-4ef2-8eae-51e186ac3d7e req-3480ce7d-5a16-4530-abc9-a9979c62e77e tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:58.115381 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-0f480ba4-8ecb-4408-966e-8266fe753df3 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=efe589c1ce084e898ece873de8bd4b66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1778584 Oct 19 00:42:58.116883 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f480ba4-8ecb-4408-966e-8266fe753df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7200f47-2a3f-4afd-af5f-f745d72fd5dc,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:58.119584 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 34046) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:42:58.120240 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-53657cc8-22fa-4ef2-8eae-51e186ac3d7e req-3480ce7d-5a16-4530-abc9-a9979c62e77e tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c5d02d64-d4e6-445d-a155-b875b8a8cce0 HTTP/1.1" status: 200 len: 945 time: 0.0984406 Oct 19 00:42:58.188112 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-0ae0b9a4-40fe-4a1c-91d4-01c62a86f2ca admin admin] Publish callbacks [] for security_group (c7200f47-2a3f-4afd-af5f-f745d72fd5dc), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:58.205506 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-da6321c1-597f-4578-9dd2-b4bd127246a6 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks [] for port (667c66be-7422-49b6-8e96-6c36f067b697), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:58.210159 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-0ae0b9a4-40fe-4a1c-91d4-01c62a86f2ca admin admin] Publish callbacks [] for security_group (c7200f47-2a3f-4afd-af5f-f745d72fd5dc), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:58.218966 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:58.264163 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-0ae0b9a4-40fe-4a1c-91d4-01c62a86f2ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (c7200f47-2a3f-4afd-af5f-f745d72fd5dc), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:58.267579 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-0ae0b9a4-40fe-4a1c-91d4-01c62a86f2ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:58.269393 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-0ae0b9a4-40fe-4a1c-91d4-01c62a86f2ca admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/c7200f47-2a3f-4afd-af5f-f745d72fd5dc HTTP/1.1" status: 204 len: 168 time: 0.1488669 Oct 19 00:42:58.276616 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-53657cc8-22fa-4ef2-8eae-51e186ac3d7e req-ab7ee34d-991c-475d-8a80-cfa86aeb26c7 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c937d9c-6415-4390-891e-baae7e994493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487255 Oct 19 00:42:58.277766 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0b9a4-40fe-4a1c-91d4-01c62a86f2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7200f47-2a3f-4afd-af5f-f745d72fd5dc,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:58.300193 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-da6321c1-597f-4578-9dd2-b4bd127246a6 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7426774'] for port (667c66be-7422-49b6-8e96-6c36f067b697), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:58.361749 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-da6321c1-597f-4578-9dd2-b4bd127246a6 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Network 75c84943-00ac-41e3-a6c3-2ea734b46148 is already hosted by enough agents. {{(pid=111415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:42:58.365661 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.base_scheduler [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-da6321c1-597f-4578-9dd2-b4bd127246a6 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Resources bound (agent type, host, resource id): {{(pid=111415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:42:58.370066 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.l3_dvrscheduler_db [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-da6321c1-597f-4578-9dd2-b4bd127246a6 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Received port after_create {{(pid=111415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:42:58.447719 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-fab065e3-1ff5-4fba-b403-d0445dd8b907 req-fa24e5c5-2157-42a8-9be6-da11cdceda46 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5bdc36c3-1db5-4ff2-808d-1295f314d522 HTTP/1.1" status: 200 len: 210 time: 0.0737693 Oct 19 00:42:58.448337 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6321c1-597f-4578-9dd2-b4bd127246a6 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Pushing event updated for resources: {'Port': ['ID=667c66be-7422-49b6-8e96-6c36f067b697,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:42:58.486603 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-da6321c1-597f-4578-9dd2-b4bd127246a6 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:58.486603 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-da6321c1-597f-4578-9dd2-b4bd127246a6 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:58.500649 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-da6321c1-597f-4578-9dd2-b4bd127246a6 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1130250 Oct 19 00:42:58.614060 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc1f2e-1bf4-43b0-8ab0-664ca35fd213 req-8721e78a-9fc5-45ba-85dc-925c8a46479c tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:58.619683 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-20fc1f2e-1bf4-43b0-8ab0-664ca35fd213 req-8721e78a-9fc5-45ba-85dc-925c8a46479c tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8 HTTP/1.1" status: 200 len: 945 time: 0.0609522 Oct 19 00:42:58.682068 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-20fc1f2e-1bf4-43b0-8ab0-664ca35fd213 req-69b9db12-f750-4fbe-91bc-bd53c878aad0 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=746cb1cb-cc2b-4bb5-a972-ea0b2d6800aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558655 Oct 19 00:42:58.731327 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-68ef9379-a3ac-4bf9-a5aa-18e626ef3670 None None] Provisioning complete for port 667c66be-7422-49b6-8e96-6c36f067b697 triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:42:58.732221 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-68ef9379-a3ac-4bf9-a5aa-18e626ef3670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (667c66be-7422-49b6-8e96-6c36f067b697), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:42:58.732221 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-68ef9379-a3ac-4bf9-a5aa-18e626ef3670 None None] Attempt 1 to provision port 667c66be-7422-49b6-8e96-6c36f067b697 Oct 19 00:42:58.770632 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-68ef9379-a3ac-4bf9-a5aa-18e626ef3670 None None] Port 667c66be-7422-49b6-8e96-6c36f067b697 cannot update to ACTIVE because it is not bound. {{(pid=111416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 19 00:42:58.851711 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba10c5a-a57f-485a-9007-c0846731a0c8 req-92879d2f-115c-451f-ab10-4eadd7d20965 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:58.853770 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-bba10c5a-a57f-485a-9007-c0846731a0c8 req-92879d2f-115c-451f-ab10-4eadd7d20965 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 932 time: 0.1053433 Oct 19 00:42:58.878308 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:42:58.912283 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-bba10c5a-a57f-485a-9007-c0846731a0c8 req-1530843d-e0ce-4fd6-831e-f466d1a634d1 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04f1a968-924f-44d0-a4af-e64f250eb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504265 Oct 19 00:42:59.081035 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92e5fc-7cf2-45ce-bf12-1b37976c8d85 req-b721b725-5a52-4b8b-ab73-6828fb6534b3 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:59.082822 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-fa92e5fc-7cf2-45ce-bf12-1b37976c8d85 req-b721b725-5a52-4b8b-ab73-6828fb6534b3 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 945 time: 0.0579984 Oct 19 00:42:59.142241 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-fa92e5fc-7cf2-45ce-bf12-1b37976c8d85 req-c261c0a8-5d6f-4eb5-9a17-a5182c1a4e56 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527630 Oct 19 00:42:59.426235 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641408f8-f208-473e-b4d6-949541fa2530 req-ce172bbc-0c50-4f3b-8cd9-8fef46864829 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:59.428241 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-641408f8-f208-473e-b4d6-949541fa2530 req-ce172bbc-0c50-4f3b-8cd9-8fef46864829 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c5d02d64-d4e6-445d-a155-b875b8a8cce0 HTTP/1.1" status: 200 len: 945 time: 0.0553651 Oct 19 00:42:59.486510 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-641408f8-f208-473e-b4d6-949541fa2530 req-cee487e3-1310-4554-bea8-9af357f45140 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c937d9c-6415-4390-891e-baae7e994493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516913 Oct 19 00:42:59.580415 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-533bff29-e6e7-487e-8670-674a3cc3b7f0 req-fe72a7b7-a185-47d5-b7e9-e27663126360 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5bdc36c3-1db5-4ff2-808d-1295f314d522 HTTP/1.1" status: 200 len: 210 time: 0.0297103 Oct 19 00:42:59.804698 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3597b0e-13ac-4a96-9fa8-0869808b28b1 req-98f69060-af7e-4b64-8dff-7f962c874792 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:42:59.806206 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a3597b0e-13ac-4a96-9fa8-0869808b28b1 req-98f69060-af7e-4b64-8dff-7f962c874792 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8 HTTP/1.1" status: 200 len: 945 time: 0.0515087 Oct 19 00:42:59.859439 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a3597b0e-13ac-4a96-9fa8-0869808b28b1 req-7a996d3a-08fb-4b9b-b43b-29714d5adc04 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=746cb1cb-cc2b-4bb5-a972-ea0b2d6800aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468543 Oct 19 00:43:00.044431 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58789ec-d040-471c-b5e0-fd672d20cb8e req-a0ef2e57-2281-424f-94ef-c865ff695f66 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:00.046674 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d58789ec-d040-471c-b5e0-fd672d20cb8e req-a0ef2e57-2281-424f-94ef-c865ff695f66 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 932 time: 0.0507631 Oct 19 00:43:00.102545 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d58789ec-d040-471c-b5e0-fd672d20cb8e req-45313257-f64a-4df9-b6ac-46e4e30ed69f tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04f1a968-924f-44d0-a4af-e64f250eb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496025 Oct 19 00:43:00.285114 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953da122-f143-46ce-9195-7c40e4f9badc req-dddcd3c3-3973-4f29-ab45-c049aaa9d4ce tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:00.286639 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-953da122-f143-46ce-9195-7c40e4f9badc req-dddcd3c3-3973-4f29-ab45-c049aaa9d4ce tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 945 time: 0.0529468 Oct 19 00:43:00.337531 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-953da122-f143-46ce-9195-7c40e4f9badc req-938b7ebe-08f0-4c80-8951-73f3174c21d5 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451679 Oct 19 00:43:00.613544 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee566735-759d-4f85-b9e2-c0ab5bd6987b req-51b0d236-4f55-415b-a7d3-7b00df957a91 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:00.615092 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ee566735-759d-4f85-b9e2-c0ab5bd6987b req-51b0d236-4f55-415b-a7d3-7b00df957a91 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c5d02d64-d4e6-445d-a155-b875b8a8cce0 HTTP/1.1" status: 200 len: 945 time: 0.0484436 Oct 19 00:43:00.666145 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ee566735-759d-4f85-b9e2-c0ab5bd6987b req-9b7016ba-b547-4861-96f5-f79d36b14d70 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c937d9c-6415-4390-891e-baae7e994493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453851 Oct 19 00:43:00.754521 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-82a21b5d-98c0-4413-a632-4a16aaf8e045 req-5250e449-187d-4684-875a-9399dce281d4 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5bdc36c3-1db5-4ff2-808d-1295f314d522 HTTP/1.1" status: 200 len: 210 time: 0.0308342 Oct 19 00:43:01.018050 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ea06a-949c-4945-9187-84cb6e946751 req-6ccaaa10-1210-4da1-85b9-3bd7b6fdc843 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:01.019612 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8e0ea06a-949c-4945-9187-84cb6e946751 req-6ccaaa10-1210-4da1-85b9-3bd7b6fdc843 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8 HTTP/1.1" status: 200 len: 945 time: 0.0721910 Oct 19 00:43:01.054455 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:01.071487 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8e0ea06a-949c-4945-9187-84cb6e946751 req-ef32cf50-e0b8-4757-9f2f-977949b13485 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=746cb1cb-cc2b-4bb5-a972-ea0b2d6800aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462179 Oct 19 00:43:01.228136 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20763441-e5bd-4274-9aad-df7f8f84962a req-a7e18132-fde9-4354-b72d-0e9b53ea3598 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:01.229631 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-20763441-e5bd-4274-9aad-df7f8f84962a req-a7e18132-fde9-4354-b72d-0e9b53ea3598 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 932 time: 0.0485318 Oct 19 00:43:01.285174 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-20763441-e5bd-4274-9aad-df7f8f84962a req-3f5b6a96-2ce1-4018-ac8a-c2ad8f2a7e86 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04f1a968-924f-44d0-a4af-e64f250eb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485485 Oct 19 00:43:01.473632 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-8bf5c6e3-e039-438d-bb74-b75ac826ee83 service neutron] Request body: {'port': {'device_id': 'f6051269-1d16-42db-8323-67a532dbcf40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:43:01.511538 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2f396-d3a7-4160-ad6b-66f312b5f7d1 req-bede52a3-984a-4f4c-a52f-6274243f663e tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:01.513046 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-4bb2f396-d3a7-4160-ad6b-66f312b5f7d1 req-bede52a3-984a-4f4c-a52f-6274243f663e tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 945 time: 0.0799227 Oct 19 00:43:01.567764 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-6f1c1516-8506-4469-b680-bf2b4b219c26 req-713572b2-d2dd-447b-b070-779b6b49b28c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/635fade4-7ee9-45f4-8020-ceb7d6bf784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988445 Oct 19 00:43:01.574017 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-8bf5c6e3-e039-438d-bb74-b75ac826ee83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (667c66be-7422-49b6-8e96-6c36f067b697), before_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:01.601979 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-4bb2f396-d3a7-4160-ad6b-66f312b5f7d1 req-ba9062ff-371f-4055-b7d1-7850d1dd9add tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790646 Oct 19 00:43:01.653341 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:01.762029 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (6724934a-8b6e-4109-8304-d160e240b776), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:01.803423 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 720bfaf8-2ab1-4a23-bccc-396cef466b3a up at agent hyperv_hv-cinder-maste {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:43:01.851394 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Provisioning for port 720bfaf8-2ab1-4a23-bccc-396cef466b3a completed by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 19 00:43:01.853353 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01545f40-6209-4f2f-a099-91783025075f req-80595889-b97b-4466-b12a-23fd328da392 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:01.854567 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:01.854916 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-01545f40-6209-4f2f-a099-91783025075f req-80595889-b97b-4466-b12a-23fd328da392 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c5d02d64-d4e6-445d-a155-b875b8a8cce0 HTTP/1.1" status: 200 len: 945 time: 0.0695186 Oct 19 00:43:01.862801 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Provisioning complete for port 720bfaf8-2ab1-4a23-bccc-396cef466b3a triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:43:01.863342 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (720bfaf8-2ab1-4a23-bccc-396cef466b3a), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:01.863932 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Attempt 1 to provision port 720bfaf8-2ab1-4a23-bccc-396cef466b3a Oct 19 00:43:01.954973 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port 720bfaf8-2ab1-4a23-bccc-396cef466b3a is: BUILD; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:43:01.956113 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (720bfaf8-2ab1-4a23-bccc-396cef466b3a), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:01.974230 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-01545f40-6209-4f2f-a099-91783025075f req-1408c5a2-5a4c-4f52-84d8-0abf51182595 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4c937d9c-6415-4390-891e-baae7e994493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045923 Oct 19 00:43:02.006761 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.notifiers.nova [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-8bf5c6e3-e039-438d-bb74-b75ac826ee83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 667c66be-7422-49b6-8e96-6c36f067b697 {{(pid=111415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 00:43:02.011106 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720bfaf8-2ab1-4a23-bccc-396cef466b3a'}] {{(pid=111416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:43:02.016658 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0240e38e362fdc750089dc1f1183b30604621660299f95a12c585bcfa6b02ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b00f052-f764-48f0-82e5-2a98356e7458" -d '{"events": [{"server_uuid": "25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8", "name": "network-vif-plugged", "status": "completed", "tag": "720bfaf8-2ab1-4a23-bccc-396cef466b3a"}]}' {{(pid=111416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:43:02.018214 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-8bf5c6e3-e039-438d-bb74-b75ac826ee83 service neutron] Publish callbacks [] for port (667c66be-7422-49b6-8e96-6c36f067b697), precommit_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:02.033702 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.provisioning_blocks [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-8bf5c6e3-e039-438d-bb74-b75ac826ee83 service neutron] Transition to ACTIVE for port object 667c66be-7422-49b6-8e96-6c36f067b697 will not be triggered until provisioned by entity L2. {{(pid=111415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 00:43:02.037531 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-8bf5c6e3-e039-438d-bb74-b75ac826ee83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7426799'] for port (667c66be-7422-49b6-8e96-6c36f067b697), after_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:02.041001 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa6aba-53a8-4095-a4d0-97b8e9b20cd8 req-eeee4337-ff7b-49fc-978d-504607e4c0e0 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:02.044176 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-7caa6aba-53a8-4095-a4d0-97b8e9b20cd8 req-eeee4337-ff7b-49fc-978d-504607e4c0e0 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c5d02d64-d4e6-445d-a155-b875b8a8cce0 HTTP/1.1" status: 200 len: 945 time: 0.0936589 Oct 19 00:43:02.045450 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port 720bfaf8-2ab1-4a23-bccc-396cef466b3a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=720bfaf8-2ab1-4a23-bccc-396cef466b3a,segment=NetworkSegment(0949f098-87bd-4d7c-adb9-f3622e4872b3),segment_id=0949f098-87bd-4d7c-adb9-f3622e4872b3)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:43:02.051692 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (720bfaf8-2ab1-4a23-bccc-396cef466b3a), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:02.133868 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=720bfaf8-2ab1-4a23-bccc-396cef466b3a,revision_number=5']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:43:02.136884 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf5c6e3-e039-438d-bb74-b75ac826ee83 service neutron] Pushing event updated for resources: {'Port': ['ID=667c66be-7422-49b6-8e96-6c36f067b697,revision_number=2']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:43:02.175631 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a7ca1fb4-dcc6-41e1-a77a-7255eb5ebfe1 req-86af9744-2a50-4040-8f9e-100feb67e59a tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5bdc36c3-1db5-4ff2-808d-1295f314d522 HTTP/1.1" status: 200 len: 210 time: 0.0399311 Oct 19 00:43:02.192684 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.managers [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-8bf5c6e3-e039-438d-bb74-b75ac826ee83 service neutron] Attempting to bind port 667c66be-7422-49b6-8e96-6c36f067b697 on host hv-cinder-maste for vnic_type normal with profile {{(pid=111415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:43:02.192981 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.managers [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-8bf5c6e3-e039-438d-bb74-b75ac826ee83 service neutron] Attempting to bind port 667c66be-7422-49b6-8e96-6c36f067b697 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'cf8e282f-d232-4da7-8dc9-5de45f52d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '75c84943-00ac-41e3-a6c3-2ea734b46148'}] {{(pid=111415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:43:02.193305 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-8bf5c6e3-e039-438d-bb74-b75ac826ee83 service neutron] Attempting to bind port 667c66be-7422-49b6-8e96-6c36f067b697 on network 75c84943-00ac-41e3-a6c3-2ea734b46148 {{(pid=111415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:43:02.244425 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 00:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ad9df6-b7dc-4e16-b410-4208b1b241c0 x-openstack-request-id: req-36ad9df6-b7dc-4e16-b410-4208b1b241c0 {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:43:02.244595 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8", "name": "network-vif-plugged", "status": "completed", "tag": "720bfaf8-2ab1-4a23-bccc-396cef466b3a", "code": 200}]} {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:43:02.245192 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-36ad9df6-b7dc-4e16-b410-4208b1b241c0 {{(pid=111416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:43:02.247058 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36ad9df6-b7dc-4e16-b410-4208b1b241c0'] response: {'server_uuid': '25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720bfaf8-2ab1-4a23-bccc-396cef466b3a', 'code': 200} Oct 19 00:43:02.250311 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-8bf5c6e3-e039-438d-bb74-b75ac826ee83 service neutron] Port 667c66be-7422-49b6-8e96-6c36f067b697 on network 75c84943-00ac-41e3-a6c3-2ea734b46148 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=111415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:43:02.251509 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-8bf5c6e3-e039-438d-bb74-b75ac826ee83 service neutron] Attempting to bind port 667c66be-7422-49b6-8e96-6c36f067b697 on network 75c84943-00ac-41e3-a6c3-2ea734b46148 {{(pid=111415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:43:02.339167 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:02.358904 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-8bf5c6e3-e039-438d-bb74-b75ac826ee83 service neutron] Checking agent: {'id': '6724934a-8b6e-4109-8304-d160e240b776', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 38, 31), 'started_at': datetime.datetime(2022, 10, 19, 0, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:43:02.359242 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-8bf5c6e3-e039-438d-bb74-b75ac826ee83 service neutron] Checking segment: {'id': 'cf8e282f-d232-4da7-8dc9-5de45f52d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '75c84943-00ac-41e3-a6c3-2ea734b46148'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:43:02.359800 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-8bf5c6e3-e039-438d-bb74-b75ac826ee83 service neutron] Bound using segment: {'id': 'cf8e282f-d232-4da7-8dc9-5de45f52d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '75c84943-00ac-41e3-a6c3-2ea734b46148'} {{(pid=111415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:43:02.360265 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.managers [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-8bf5c6e3-e039-438d-bb74-b75ac826ee83 service neutron] Bound port: 667c66be-7422-49b6-8e96-6c36f067b697, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf8e282f-d232-4da7-8dc9-5de45f52d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '75c84943-00ac-41e3-a6c3-2ea734b46148'}}] {{(pid=111415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:43:02.361092 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-8bf5c6e3-e039-438d-bb74-b75ac826ee83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (667c66be-7422-49b6-8e96-6c36f067b697), before_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:02.426263 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f35c4-ed39-47bb-b45f-a8fd5c400b5a req-e8ad12e5-c71e-4a7c-8060-e00ad1ddf2fa tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:02.427820 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c94f35c4-ed39-47bb-b45f-a8fd5c400b5a req-e8ad12e5-c71e-4a7c-8060-e00ad1ddf2fa tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8 HTTP/1.1" status: 200 len: 946 time: 0.1335590 Oct 19 00:43:02.457008 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [req-7caa6aba-53a8-4095-a4d0-97b8e9b20cd8 req-d10077e3-f942-4c31-8642-4202b23af21a tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Deleting port 1b4d823f-e9a3-4a43-a759-c283b8c3dac4 {{(pid=111414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:43:02.457343 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-7caa6aba-53a8-4095-a4d0-97b8e9b20cd8 req-d10077e3-f942-4c31-8642-4202b23af21a tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (1b4d823f-e9a3-4a43-a759-c283b8c3dac4), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:02.552443 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.db [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-8bf5c6e3-e039-438d-bb74-b75ac826ee83 service neutron] For port 667c66be-7422-49b6-8e96-6c36f067b697, host hv-cinder-maste, cleared binding levels {{(pid=111415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:43:02.570858 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.db [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-8bf5c6e3-e039-438d-bb74-b75ac826ee83 service neutron] For port 667c66be-7422-49b6-8e96-6c36f067b697, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=667c66be-7422-49b6-8e96-6c36f067b697,segment=NetworkSegment(cf8e282f-d232-4da7-8dc9-5de45f52d170),segment_id=cf8e282f-d232-4da7-8dc9-5de45f52d170)] {{(pid=111415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:43:02.582773 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-8bf5c6e3-e039-438d-bb74-b75ac826ee83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7426799'] for port (667c66be-7422-49b6-8e96-6c36f067b697), after_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:02.594361 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-8bf5c6e3-e039-438d-bb74-b75ac826ee83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:02.595272 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-8bf5c6e3-e039-438d-bb74-b75ac826ee83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:02.596923 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-8bf5c6e3-e039-438d-bb74-b75ac826ee83 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/667c66be-7422-49b6-8e96-6c36f067b697 HTTP/1.1" status: 200 len: 1094 time: 1.1276541 Oct 19 00:43:02.600716 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6051269-1d16-42db-8323-67a532dbcf40', 'tag': '667c66be-7422-49b6-8e96-6c36f067b697'}] {{(pid=111415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:43:02.605142 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f300162fd090eaaff70cedce24d76e4f7ed07854ce673f865be8180b69e4678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d74282-a19a-4f77-bd29-06a167c5f970" -d '{"events": [{"name": "network-changed", "server_uuid": "f6051269-1d16-42db-8323-67a532dbcf40", "tag": "667c66be-7422-49b6-8e96-6c36f067b697"}]}' {{(pid=111415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:43:02.723432 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c94f35c4-ed39-47bb-b45f-a8fd5c400b5a req-72e335f3-9293-4677-a330-77807f676db7 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=746cb1cb-cc2b-4bb5-a972-ea0b2d6800aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2846851 Oct 19 00:43:02.806280 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-7caa6aba-53a8-4095-a4d0-97b8e9b20cd8 req-d10077e3-f942-4c31-8642-4202b23af21a tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] For port 1b4d823f-e9a3-4a43-a759-c283b8c3dac4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1b4d823f-e9a3-4a43-a759-c283b8c3dac4,segment=NetworkSegment(92b295e7-d1cc-444c-9878-87a014ac144e),segment_id=92b295e7-d1cc-444c-9878-87a014ac144e)] {{(pid=111414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:43:02.807001 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-7caa6aba-53a8-4095-a4d0-97b8e9b20cd8 req-d10077e3-f942-4c31-8642-4202b23af21a tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (1b4d823f-e9a3-4a43-a759-c283b8c3dac4), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:02.830837 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:02.850566 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0771735-d162-4d54-98ba-558e12062552 req-0c023004-46f4-4ba0-a173-082bc77355ad tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:02.853400 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-d0771735-d162-4d54-98ba-558e12062552 req-0c023004-46f4-4ba0-a173-082bc77355ad tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.20 "GET /networking/v2.0/networks?id=febcf320-b179-4c31-a898-24a66a89b934 HTTP/1.1" status: 200 len: 813 time: 0.3241799 Oct 19 00:43:02.855727 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf5c6e3-e039-438d-bb74-b75ac826ee83 service neutron] Pushing event updated for resources: {'Port': ['ID=667c66be-7422-49b6-8e96-6c36f067b697,revision_number=3']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:43:02.856415 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:02.860189 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-7061180d-c916-4cc9-985c-fce5b15beaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:02.862543 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-7061180d-c916-4cc9-985c-fce5b15beaf2 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c0151d58abd047a692f5cc4e7d05bea5&device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 1128 time: 0.1338711 Oct 19 00:43:02.869432 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [req-7caa6aba-53a8-4095-a4d0-97b8e9b20cd8 req-d10077e3-f942-4c31-8642-4202b23af21a tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Calling delete_port for 1b4d823f-e9a3-4a43-a759-c283b8c3dac4 owned by compute:nova {{(pid=111414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:43:02.894498 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [req-d0771735-d162-4d54-98ba-558e12062552 req-0e9082c3-efb2-496a-ad16-6c77f879fad3 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Request body: {'port': {'device_id': '5bdc36c3-1db5-4ff2-808d-1295f314d522', 'network_id': 'febcf320-b179-4c31-a898-24a66a89b934', 'admin_state_up': True, 'tenant_id': '1235d8b054b3405595fca761f08b73ae'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:43:02.950442 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93737a18-060b-4090-805e-46560c80498d req-a923556b-4a5e-44ee-806a-4645715e1158 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:02.964362 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-93737a18-060b-4090-805e-46560c80498d req-a923556b-4a5e-44ee-806a-4645715e1158 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 944 time: 0.1297264 Oct 19 00:43:02.979765 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc67ed6-41ad-4cb1-b570-a29f979d828f req-415875e9-5308-4d93-84fe-0bd77a0de356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:02.982745 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-7bc67ed6-41ad-4cb1-b570-a29f979d828f req-415875e9-5308-4d93-84fe-0bd77a0de356 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8 HTTP/1.1" status: 200 len: 1130 time: 0.2390749 Oct 19 00:43:02.996155 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:03.015401 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-9c021d31-13dc-4872-b0e1-c810fd35c3a9 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=667c66be-7422-49b6-8e96-6c36f067b697 HTTP/1.1" status: 200 len: 217 time: 0.1172891 Oct 19 00:43:03.066684 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-93737a18-060b-4090-805e-46560c80498d req-f29bc642-d937-4cca-aaa3-63fc113eb0a0 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04f1a968-924f-44d0-a4af-e64f250eb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007669 Oct 19 00:43:03.158098 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 00:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bc806e-42e8-4c37-a48f-14e6d6652163 x-openstack-request-id: req-63bc806e-42e8-4c37-a48f-14e6d6652163 {{(pid=111415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:43:03.166562 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6051269-1d16-42db-8323-67a532dbcf40", "tag": "667c66be-7422-49b6-8e96-6c36f067b697", "status": "completed", "code": 200}]} {{(pid=111415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:43:03.167464 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-63bc806e-42e8-4c37-a48f-14e6d6652163 {{(pid=111415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:43:03.167714 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63bc806e-42e8-4c37-a48f-14e6d6652163'] response: {'name': 'network-changed', 'server_uuid': 'f6051269-1d16-42db-8323-67a532dbcf40', 'tag': '667c66be-7422-49b6-8e96-6c36f067b697', 'status': 'completed', 'code': 200} Oct 19 00:43:03.193785 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-6c159065-27f8-4a29-8c61-503a6a1f49b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:03.195368 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-6c159065-27f8-4a29-8c61-503a6a1f49b7 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=da4d7e39-f806-4ee4-9a72-d230cc0f9d32 HTTP/1.1" status: 200 len: 858 time: 0.1339433 Oct 19 00:43:03.217885 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-7bc67ed6-41ad-4cb1-b570-a29f979d828f req-0fad8701-f96f-4453-90be-3cb4938b9f22 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=746cb1cb-cc2b-4bb5-a972-ea0b2d6800aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467800 Oct 19 00:43:03.269624 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf5299-c068-4215-97a7-c45f7b470e06 req-aa774893-b088-4952-ba70-eb5fda50c74d tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:03.276627 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d2bf5299-c068-4215-97a7-c45f7b470e06 req-aa774893-b088-4952-ba70-eb5fda50c74d tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 945 time: 0.0658033 Oct 19 00:43:03.296477 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-ba56c438-adb0-46a7-b295-0ab3353326af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:03.297978 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-ba56c438-adb0-46a7-b295-0ab3353326af service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=75c84943-00ac-41e3-a6c3-2ea734b46148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0823910 Oct 19 00:43:03.311562 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0771735-d162-4d54-98ba-558e12062552 req-0e9082c3-efb2-496a-ad16-6c77f879fad3 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Made reservation on behalf of 1235d8b054b3405595fca761f08b73ae for: {'port': 1} {{(pid=111414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:43:03.316063 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-d0771735-d162-4d54-98ba-558e12062552 req-0e9082c3-efb2-496a-ad16-6c77f879fad3 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:03.338632 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d2bf5299-c068-4215-97a7-c45f7b470e06 req-50519ce6-17a9-45eb-8733-0e1dba1114a0 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607760 Oct 19 00:43:03.346077 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-7caa6aba-53a8-4095-a4d0-97b8e9b20cd8 req-d10077e3-f942-4c31-8642-4202b23af21a tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (1b4d823f-e9a3-4a43-a759-c283b8c3dac4), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:03.393698 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] get_ports_and_sgs() called for port_ids ['1b4d823f-e9a3-4a43-a759-c283b8c3dac4'] {{(pid=111416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 00:43:03.461503 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10077e3-f942-4c31-8642-4202b23af21a tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Pushing event deleted for resources: {'Port': ['ID=1b4d823f-e9a3-4a43-a759-c283b8c3dac4,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:43:03.474846 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-545b1646-0f19-409a-969d-c1045b47c19d req-683f81bc-cfe1-4bd1-bff6-fc53419664f3 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c5d02d64-d4e6-445d-a155-b875b8a8cce0 HTTP/1.1" status: 200 len: 210 time: 0.0523651 Oct 19 00:43:03.611897 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-4a32e923-06ed-4ed6-8b80-2ab7f24a8173 req-84452f65-ceff-4d1e-ac1c-d185fa5b4dbb tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5bdc36c3-1db5-4ff2-808d-1295f314d522 HTTP/1.1" status: 200 len: 210 time: 0.0487897 Oct 19 00:43:03.628797 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [req-7caa6aba-53a8-4095-a4d0-97b8e9b20cd8 req-d10077e3-f942-4c31-8642-4202b23af21a tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] No DVR routers for this DVR port 1b4d823f-e9a3-4a43-a759-c283b8c3dac4 on host hv-cinder-maste {{(pid=111414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 19 00:43:03.663313 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-7caa6aba-53a8-4095-a4d0-97b8e9b20cd8 req-d10077e3-f942-4c31-8642-4202b23af21a tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:03.666553 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-7caa6aba-53a8-4095-a4d0-97b8e9b20cd8 req-d10077e3-f942-4c31-8642-4202b23af21a tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.20 "DELETE /networking/v2.0/ports/1b4d823f-e9a3-4a43-a759-c283b8c3dac4 HTTP/1.1" status: 204 len: 173 time: 1.3227618 Oct 19 00:43:03.667127 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d02d64-d4e6-445d-a155-b875b8a8cce0', 'name': 'network-vif-deleted', 'tag': '1b4d823f-e9a3-4a43-a759-c283b8c3dac4'}] {{(pid=111414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:43:03.669493 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e46469f00a83062af0f8a877bbd3a06bc7f865c711541049e4990ec8a28c8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06afa80-2233-437d-89e7-e3350ab53104" -d '{"events": [{"server_uuid": "c5d02d64-d4e6-445d-a155-b875b8a8cce0", "name": "network-vif-deleted", "tag": "1b4d823f-e9a3-4a43-a759-c283b8c3dac4"}]}' {{(pid=111414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:43:03.698573 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.db_base_plugin_common [req-d0771735-d162-4d54-98ba-558e12062552 req-0e9082c3-efb2-496a-ad16-6c77f879fad3 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Allocated IP 172.20.0.10 (febcf320-b179-4c31-a898-24a66a89b934/d4850ad2-60f0-4172-bbe2-5711a9ee3a86/97ea2bef-8a45-4c17-8415-e62d303621cb) {{(pid=111414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:43:03.732983 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 00:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b534cd7e-576b-48d9-bb4d-b9e414bf3178 x-openstack-request-id: req-b534cd7e-576b-48d9-bb4d-b9e414bf3178 {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:43:03.733330 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d02d64-d4e6-445d-a155-b875b8a8cce0", "name": "network-vif-deleted", "tag": "1b4d823f-e9a3-4a43-a759-c283b8c3dac4", "status": "completed", "code": 200}]} {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:43:03.733544 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b534cd7e-576b-48d9-bb4d-b9e414bf3178 {{(pid=111414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:43:03.733943 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b534cd7e-576b-48d9-bb4d-b9e414bf3178'] response: {'server_uuid': 'c5d02d64-d4e6-445d-a155-b875b8a8cce0', 'name': 'network-vif-deleted', 'tag': '1b4d823f-e9a3-4a43-a759-c283b8c3dac4', 'status': 'completed', 'code': 200} Oct 19 00:43:03.773747 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-b953a475-c267-4d5d-a4f1-84e72aa1ca35 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/75c84943-00ac-41e3-a6c3-2ea734b46148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897886 Oct 19 00:43:03.896179 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090bc2ee-f2b0-4245-895a-30a0ff3299a7 req-3c725cfa-fb70-49c2-a0d1-6383cfdf426f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:03.903330 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-090bc2ee-f2b0-4245-895a-30a0ff3299a7 req-3c725cfa-fb70-49c2-a0d1-6383cfdf426f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8 HTTP/1.1" status: 200 len: 946 time: 0.0672359 Oct 19 00:43:03.966979 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-090bc2ee-f2b0-4245-895a-30a0ff3299a7 req-5bf27c68-851c-4492-9c0c-1972625b1904 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=746cb1cb-cc2b-4bb5-a972-ea0b2d6800aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619299 Oct 19 00:43:03.985058 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-d0771735-d162-4d54-98ba-558e12062552 req-0e9082c3-efb2-496a-ad16-6c77f879fad3 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Publish callbacks [] for port (97ea2bef-8a45-4c17-8415-e62d303621cb), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:03.986726 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:04.032155 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-d0771735-d162-4d54-98ba-558e12062552 req-0e9082c3-efb2-496a-ad16-6c77f879fad3 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (97ea2bef-8a45-4c17-8415-e62d303621cb), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:04.199855 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:04.224445 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0771735-d162-4d54-98ba-558e12062552 req-0e9082c3-efb2-496a-ad16-6c77f879fad3 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Network febcf320-b179-4c31-a898-24a66a89b934 is already hosted by enough agents. {{(pid=111414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:43:04.225305 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9082c3-efb2-496a-ad16-6c77f879fad3 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Pushing event updated for resources: {'Port': ['ID=97ea2bef-8a45-4c17-8415-e62d303621cb,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:43:04.236745 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [req-d0771735-d162-4d54-98ba-558e12062552 req-0e9082c3-efb2-496a-ad16-6c77f879fad3 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Resources bound (agent type, host, resource id): {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:43:04.248882 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0771735-d162-4d54-98ba-558e12062552 req-0e9082c3-efb2-496a-ad16-6c77f879fad3 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Received port after_create {{(pid=111414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:43:04.309353 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051b9d8-ae4d-4d2f-940a-b06cc75c0d7c req-02800484-c373-449e-beed-e436f7ebfae5 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:04.313457 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-7051b9d8-ae4d-4d2f-940a-b06cc75c0d7c req-02800484-c373-449e-beed-e436f7ebfae5 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 944 time: 0.0780706 Oct 19 00:43:04.320402 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-7009a74e-f8ba-425f-a9e4-0f2cc653ca9a req-fc1abadd-962e-4d91-a8de-d26a780a617c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/75c84943-00ac-41e3-a6c3-2ea734b46148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789118 Oct 19 00:43:04.355654 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0771735-d162-4d54-98ba-558e12062552 req-0e9082c3-efb2-496a-ad16-6c77f879fad3 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:04.361678 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-d0771735-d162-4d54-98ba-558e12062552 req-0e9082c3-efb2-496a-ad16-6c77f879fad3 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:04.397397 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-d0771735-d162-4d54-98ba-558e12062552 req-0e9082c3-efb2-496a-ad16-6c77f879fad3 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5080407 Oct 19 00:43:04.434171 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-7051b9d8-ae4d-4d2f-940a-b06cc75c0d7c req-ee91d9dd-e16c-4e7d-a782-2c598e6e1dff tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04f1a968-924f-44d0-a4af-e64f250eb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060653 Oct 19 00:43:04.583519 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-964c49ef-7b73-4e04-a55e-b2de881b43a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:04.595372 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266606fd-5c86-40a8-96b0-42310d3c2662 req-dcd136af-7dfc-4707-97c7-f8d2cb1e1969 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:04.596938 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-266606fd-5c86-40a8-96b0-42310d3c2662 req-dcd136af-7dfc-4707-97c7-f8d2cb1e1969 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 945 time: 0.0833285 Oct 19 00:43:04.688864 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-266606fd-5c86-40a8-96b0-42310d3c2662 req-de859f43-3b0c-409d-81ac-ada435a35db9 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825865 Oct 19 00:43:04.804853 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9fa88e03-6654-4382-91fc-ece1e9b92bf3 req-6f9a7309-7fce-435f-b340-4e0ba945d7e7 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c5d02d64-d4e6-445d-a155-b875b8a8cce0 HTTP/1.1" status: 200 len: 210 time: 0.0323277 Oct 19 00:43:04.988142 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f55d2b-cbbc-4c34-adb5-7e4c41479936 req-1e6141ae-f64e-4ae3-8e94-eefa9cb0e7a3 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:04.990153 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-29f55d2b-cbbc-4c34-adb5-7e4c41479936 req-1e6141ae-f64e-4ae3-8e94-eefa9cb0e7a3 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5bdc36c3-1db5-4ff2-808d-1295f314d522 HTTP/1.1" status: 200 len: 932 time: 0.0774176 Oct 19 00:43:05.057871 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-29f55d2b-cbbc-4c34-adb5-7e4c41479936 req-c5a28da7-44dd-4a52-8023-1033465df916 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=43973c56-adba-4c5f-9bcf-fc4237016924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580904 Oct 19 00:43:05.246874 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac62de-66a4-4b03-aea1-04033041a677 req-ac29a803-8eda-4c2a-8339-668a29ac7bcf tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:05.248546 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-7bac62de-66a4-4b03-aea1-04033041a677 req-ac29a803-8eda-4c2a-8339-668a29ac7bcf tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8 HTTP/1.1" status: 200 len: 946 time: 0.1061594 Oct 19 00:43:05.282025 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:05.338339 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-7bac62de-66a4-4b03-aea1-04033041a677 req-ce78d8f8-68c3-44d8-a5d9-a0f500eb9aa7 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=746cb1cb-cc2b-4bb5-a972-ea0b2d6800aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669260 Oct 19 00:43:05.400391 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=14 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:05.424997 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=14 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:05.576680 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abd111-29f9-4931-b82e-e39ff3ee7535 req-f1821adb-7d48-4d7f-afb6-0e644c71766b tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:05.584691 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a9abd111-29f9-4931-b82e-e39ff3ee7535 req-f1821adb-7d48-4d7f-afb6-0e644c71766b tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 944 time: 0.0738244 Oct 19 00:43:05.642304 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a9abd111-29f9-4931-b82e-e39ff3ee7535 req-0efd8d01-c685-4a1f-80dd-da86f2cd50d0 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04f1a968-924f-44d0-a4af-e64f250eb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562134 Oct 19 00:43:05.862686 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2259789-b42a-48db-a5f5-4446d5c0e413 req-59f6c0bc-e9d5-4b16-9de6-bdb74bad9f06 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:05.870146 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c2259789-b42a-48db-a5f5-4446d5c0e413 req-59f6c0bc-e9d5-4b16-9de6-bdb74bad9f06 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 945 time: 0.0887792 Oct 19 00:43:05.934007 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c2259789-b42a-48db-a5f5-4446d5c0e413 req-7cc2ac6c-adcf-4b75-afd1-8205917f539c tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629106 Oct 19 00:43:06.063893 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ca6f700b-6db1-4fb4-8ee0-51a3ef75ae5f req-ad979c0d-965f-4550-80ee-cf8915015eef tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c5d02d64-d4e6-445d-a155-b875b8a8cce0 HTTP/1.1" status: 200 len: 210 time: 0.0364878 Oct 19 00:43:06.291612 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484a83b-859c-44d9-95c9-16aee954f2bb req-869ec4b2-3f3c-4c60-ad65-7a45e08fa7de tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:06.293107 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-f484a83b-859c-44d9-95c9-16aee954f2bb req-869ec4b2-3f3c-4c60-ad65-7a45e08fa7de tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5bdc36c3-1db5-4ff2-808d-1295f314d522 HTTP/1.1" status: 200 len: 932 time: 0.0519609 Oct 19 00:43:06.383171 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-f484a83b-859c-44d9-95c9-16aee954f2bb req-c260726e-9ce4-4b81-a305-755dd3b288f1 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=43973c56-adba-4c5f-9bcf-fc4237016924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827303 Oct 19 00:43:06.515275 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b3699-fa0a-4e32-b22a-9d583656f619 req-cac70d99-5837-4db5-953c-392e308af6b9 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:06.517011 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-015b3699-fa0a-4e32-b22a-9d583656f619 req-cac70d99-5837-4db5-953c-392e308af6b9 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8 HTTP/1.1" status: 200 len: 946 time: 0.0555587 Oct 19 00:43:06.580114 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-015b3699-fa0a-4e32-b22a-9d583656f619 req-ca9cf846-74bd-4cad-b7b8-041cab1e619a tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=746cb1cb-cc2b-4bb5-a972-ea0b2d6800aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569525 Oct 19 00:43:06.758301 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914a252-24a8-4654-921a-9488783ad571 req-ff7ed86d-2c23-469a-8500-354abe52dcf4 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:06.760545 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-3914a252-24a8-4654-921a-9488783ad571 req-ff7ed86d-2c23-469a-8500-354abe52dcf4 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8 HTTP/1.1" status: 200 len: 946 time: 0.0841610 Oct 19 00:43:06.774564 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 34268) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:43:06.784153 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-ac9131ae-a099-4391-9f66-39a5e31e2381 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Request body: {'floatingip': {'port_id': '720bfaf8-2ab1-4a23-bccc-396cef466b3a'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:43:06.796426 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-bf7d7b6f-b6a1-4331-b431-c709341cea7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:06.828859 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-ac9131ae-a099-4391-9f66-39a5e31e2381 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for floatingip (232ba14f-7b5e-4953-910b-3e9571bd2223), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:06.882170 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908d98c-3736-425d-b861-c49c76bda57f req-34d2fb35-43db-4973-b78c-d59539d7a0a6 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:06.889942 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-4908d98c-3736-425d-b861-c49c76bda57f req-34d2fb35-43db-4973-b78c-d59539d7a0a6 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 944 time: 0.0579913 Oct 19 00:43:06.896794 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:06.944222 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-4908d98c-3736-425d-b861-c49c76bda57f req-5070d145-ecc0-43ef-b2c9-a9300a643b4d tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04f1a968-924f-44d0-a4af-e64f250eb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533216 Oct 19 00:43:07.086372 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a64bb-d22c-44a2-9409-740627fa2550 req-bef8a4c5-fa8b-43ea-8ef4-582a85020f00 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:07.094660 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-cb7a64bb-d22c-44a2-9409-740627fa2550 req-bef8a4c5-fa8b-43ea-8ef4-582a85020f00 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 945 time: 0.0714376 Oct 19 00:43:07.159131 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-cb7a64bb-d22c-44a2-9409-740627fa2550 req-2eeb2afe-fc19-40b3-89e9-fb4575ebd8bb tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628846 Oct 19 00:43:07.270127 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-7991a28d-83ef-4567-8a97-f4cfe967efa1 req-da39038a-3191-4563-8686-f98190d16daf tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c5d02d64-d4e6-445d-a155-b875b8a8cce0 HTTP/1.1" status: 200 len: 210 time: 0.0365443 Oct 19 00:43:07.376146 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-ac9131ae-a099-4391-9f66-39a5e31e2381 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:07.380553 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-ac9131ae-a099-4391-9f66-39a5e31e2381 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942318'] for floatingip (232ba14f-7b5e-4953-910b-3e9571bd2223), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:07.532253 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b322c0b-79a6-476c-9c05-b03613be3680 req-5f3d4ed4-04e9-4e6e-81a9-896f846bd63a tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:07.540544 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8b322c0b-79a6-476c-9c05-b03613be3680 req-5f3d4ed4-04e9-4e6e-81a9-896f846bd63a tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5bdc36c3-1db5-4ff2-808d-1295f314d522 HTTP/1.1" status: 200 len: 932 time: 0.0711970 Oct 19 00:43:07.604946 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8b322c0b-79a6-476c-9c05-b03613be3680 req-e7ddef8e-00a9-4897-b837-4acd8b994f45 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=43973c56-adba-4c5f-9bcf-fc4237016924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634644 Oct 19 00:43:07.767528 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.db.l3_db [None req-ac9131ae-a099-4391-9f66-39a5e31e2381 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Floating IP 232ba14f-7b5e-4953-910b-3e9571bd2223 associated. External IP: 172.37.6.130, port: 720bfaf8-2ab1-4a23-bccc-396cef466b3a. Oct 19 00:43:07.929539 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:08.007396 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9131ae-a099-4391-9f66-39a5e31e2381 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Router cff419e6-44f2-4dba-b984-4bfa9e7f76e1 has already been hosted by L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 {{(pid=111414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:43:08.032683 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 1b4d823f-e9a3-4a43-a759-c283b8c3dac4 no longer exists at agent hyperv_hv-cinder-maste {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:43:08.074621 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] No Port match for: 1b4d823f-e9a3-4a43-a759-c283b8c3dac4 {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:43:08.076616 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:08.078012 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 1b4d823f-e9a3-4a43-a759-c283b8c3dac4 not bound to the agent host hv-cinder-maste {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:43:08.123124 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f577979-2fed-4041-81e3-edc7e7bd493d req-638df4e0-0d01-4bb2-84f3-7cadd8b7fa00 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:08.125447 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-5f577979-2fed-4041-81e3-edc7e7bd493d req-638df4e0-0d01-4bb2-84f3-7cadd8b7fa00 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 944 time: 0.1036012 Oct 19 00:43:08.155513 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9131ae-a099-4391-9f66-39a5e31e2381 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:43:08.161527 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-ac9131ae-a099-4391-9f66-39a5e31e2381 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for floatingip (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:08.168555 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cac5c41-f897-41e5-b505-f8e350dbb45c None None] Sync routers for ids ['cff419e6-44f2-4dba-b984-4bfa9e7f76e1'] in dv-cinder-master-3-iscsi {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:43:08.181122 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:08.183582 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cac5c41-f897-41e5-b505-f8e350dbb45c None None] Routers {'cff419e6-44f2-4dba-b984-4bfa9e7f76e1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:43:08.184255 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-8cac5c41-f897-41e5-b505-f8e350dbb45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:43:07Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['cff419e6-44f2-4dba-b984-4bfa9e7f76e1'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:43:08.207577 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-5f577979-2fed-4041-81e3-edc7e7bd493d req-590227e9-bddf-4793-9a72-fb0b8c68ced5 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04f1a968-924f-44d0-a4af-e64f250eb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718327 Oct 19 00:43:08.238761 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-ac9131ae-a099-4391-9f66-39a5e31e2381 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/232ba14f-7b5e-4953-910b-3e9571bd2223 HTTP/1.1" status: 200 len: 992 time: 1.4626222 Oct 19 00:43:08.239791 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8', 'tag': '720bfaf8-2ab1-4a23-bccc-396cef466b3a'}] {{(pid=111414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:43:08.242370 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e46469f00a83062af0f8a877bbd3a06bc7f865c711541049e4990ec8a28c8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4f5fc4-4afa-487a-b3e7-b0869061f09f" -d '{"events": [{"name": "network-changed", "server_uuid": "25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8", "tag": "720bfaf8-2ab1-4a23-bccc-396cef466b3a"}]}' {{(pid=111414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:43:08.332038 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-8cac5c41-f897-41e5-b505-f8e350dbb45c None None] Set router cff419e6-44f2-4dba-b984-4bfa9e7f76e1 gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:43:08.368858 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6fcdd1-69c7-47b6-b6b1-008bcfb8b914 req-f235ff33-e699-46b7-b44a-c06c85e8b539 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:08.371171 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ec6fcdd1-69c7-47b6-b6b1-008bcfb8b914 req-f235ff33-e699-46b7-b44a-c06c85e8b539 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 945 time: 0.0698452 Oct 19 00:43:08.374920 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:08.445251 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ec6fcdd1-69c7-47b6-b6b1-008bcfb8b914 req-019e6b0e-cf16-40b6-b174-4ce86984f8f8 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594692 Oct 19 00:43:08.517729 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 00:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9522046c-519e-403e-a08c-e832347286ce x-openstack-request-id: req-9522046c-519e-403e-a08c-e832347286ce {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:43:08.518084 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8", "tag": "720bfaf8-2ab1-4a23-bccc-396cef466b3a", "status": "completed", "code": 200}]} {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:43:08.518429 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9522046c-519e-403e-a08c-e832347286ce {{(pid=111414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:43:08.518878 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9522046c-519e-403e-a08c-e832347286ce'] response: {'name': 'network-changed', 'server_uuid': '25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8', 'tag': '720bfaf8-2ab1-4a23-bccc-396cef466b3a', 'status': 'completed', 'code': 200} Oct 19 00:43:08.636429 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-59fcb395-55ad-4106-8d12-1454ca493a5f req-5ed23190-9a82-4383-a0d3-21a215d87492 tempest-VolumesActionsTest-2037902882 tempest-VolumesActionsTest-2037902882-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c5d02d64-d4e6-445d-a155-b875b8a8cce0 HTTP/1.1" status: 200 len: 210 time: 0.0455208 Oct 19 00:43:08.656927 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [req-d0771735-d162-4d54-98ba-558e12062552 req-2bd6013c-92dd-4296-88a4-471928f62062 service neutron] Request body: {'port': {'device_id': '5bdc36c3-1db5-4ff2-808d-1295f314d522', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:43:08.714770 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-8cac5c41-f897-41e5-b505-f8e350dbb45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'name': 'tempest-AttachVolumeNegativeTest-34200755-router', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108'}], 'enable_snat': True}, 'gw_port_id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:25Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 4, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'gw_port': {'id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '232ba14f-7b5e-4953-910b-3e9571bd2223', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'floating_ip_address': '172.37.6.130', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'port_id': '720bfaf8-2ab1-4a23-bccc-396cef466b3a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'mac_address': 'fa:16:3e:bc:93:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:42:44Z', 'updated_at': '2022-10-19T00:43:07Z', 'revision_number': 1, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'fixed_ip_address_scope': None}, {'id': '54a20741-637d-42d4-8beb-da1999c71a21', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'floating_ip_address': '172.37.6.83', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'port_id': 'e00fb603-2d03-421e-b1f4-e3767c67aadc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'mac_address': 'fa:16:3e:92:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8b8a6e-eab7-4f45-8f5d-916c52eec398', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:40:46Z', 'updated_at': '2022-10-19T00:41:29Z', 'revision_number': 2, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e66c4d-d0fb-42f0-b692-137e4509b09a', 'name': '', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'mac_address': 'fa:16:3e:05:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '749347d7-6beb-499e-80b2-119168147fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:33Z', 'updated_at': '2022-10-19T00:40:56Z', 'revision_number': 5, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'subnets': [{'id': '749347d7-6beb-499e-80b2-119168147fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:43:08.796112 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d74282-a19a-4f77-bd29-06a167c5f970 req-80169a28-45ba-4518-82c2-c5e3e3e2d433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:08.797930 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cac5c41-f897-41e5-b505-f8e350dbb45c None None] Checking router: cff419e6-44f2-4dba-b984-4bfa9e7f76e1 for host: dv-cinder-master-3-iscsi {{(pid=111416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:43:08.798100 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-58d74282-a19a-4f77-bd29-06a167c5f970 req-80169a28-45ba-4518-82c2-c5e3e3e2d433 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c0151d58abd047a692f5cc4e7d05bea5&device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 1128 time: 0.0767357 Oct 19 00:43:08.826787 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cac5c41-f897-41e5-b505-f8e350dbb45c None None] Routers {'cff419e6-44f2-4dba-b984-4bfa9e7f76e1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:43:08.827905 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-8cac5c41-f897-41e5-b505-f8e350dbb45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:43:07Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['cff419e6-44f2-4dba-b984-4bfa9e7f76e1'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:43:08.910474 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9210e4-0542-4fca-aa0e-b722fd089f11 req-35beb3a2-ee3c-4552-b732-7e4da27be4d0 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:08.931239 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-fa9210e4-0542-4fca-aa0e-b722fd089f11 req-35beb3a2-ee3c-4552-b732-7e4da27be4d0 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5bdc36c3-1db5-4ff2-808d-1295f314d522 HTTP/1.1" status: 200 len: 932 time: 0.1443913 Oct 19 00:43:08.939005 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-d0771735-d162-4d54-98ba-558e12062552 req-2bd6013c-92dd-4296-88a4-471928f62062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (97ea2bef-8a45-4c17-8415-e62d303621cb), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:08.956748 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f5fc4-4afa-487a-b3e7-b0869061f09f req-0da15299-b7ee-43a3-bc9a-f932604d2008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:08.958325 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-ad4f5fc4-4afa-487a-b3e7-b0869061f09f req-0da15299-b7ee-43a3-bc9a-f932604d2008 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=0b35c2038f6b4d0a9012b004f1416c00&device_id=25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8 HTTP/1.1" status: 200 len: 1130 time: 0.1592653 Oct 19 00:43:09.034372 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-8cac5c41-f897-41e5-b505-f8e350dbb45c None None] Set router cff419e6-44f2-4dba-b984-4bfa9e7f76e1 gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:43:09.062038 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-fa9210e4-0542-4fca-aa0e-b722fd089f11 req-d102b3d0-15d6-4905-a46f-43cba24f4598 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=43973c56-adba-4c5f-9bcf-fc4237016924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295094 Oct 19 00:43:09.145460 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f5fc4-4afa-487a-b3e7-b0869061f09f req-d3d389d4-2abd-459e-8996-6acca3e55d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:09.147207 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-ad4f5fc4-4afa-487a-b3e7-b0869061f09f req-d3d389d4-2abd-459e-8996-6acca3e55d35 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=635fade4-7ee9-45f4-8020-ceb7d6bf784a HTTP/1.1" status: 200 len: 914 time: 0.1485641 Oct 19 00:43:09.249047 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d74282-a19a-4f77-bd29-06a167c5f970 req-5743a846-9c26-4d6a-8eea-d6e2b06413a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:09.251412 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-58d74282-a19a-4f77-bd29-06a167c5f970 req-5743a846-9c26-4d6a-8eea-d6e2b06413a1 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=75c84943-00ac-41e3-a6c3-2ea734b46148 HTTP/1.1" status: 200 len: 920 time: 0.4175031 Oct 19 00:43:09.342846 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:09.456288 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b35e7-e92d-48e3-b103-e445e79cb9a8 req-2df3c6cc-7795-4dc0-9e1f-2b6e6e57a2f6 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:09.467970 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c25b35e7-e92d-48e3-b103-e445e79cb9a8 req-2df3c6cc-7795-4dc0-9e1f-2b6e6e57a2f6 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 944 time: 0.1370983 Oct 19 00:43:09.539191 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:09.579600 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-8cac5c41-f897-41e5-b505-f8e350dbb45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'name': 'tempest-AttachVolumeNegativeTest-34200755-router', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108'}], 'enable_snat': True}, 'gw_port_id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:25Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 4, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'gw_port': {'id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '232ba14f-7b5e-4953-910b-3e9571bd2223', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'floating_ip_address': '172.37.6.130', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'port_id': '720bfaf8-2ab1-4a23-bccc-396cef466b3a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'mac_address': 'fa:16:3e:bc:93:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:42:44Z', 'updated_at': '2022-10-19T00:43:07Z', 'revision_number': 1, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'fixed_ip_address_scope': None}, {'id': '54a20741-637d-42d4-8beb-da1999c71a21', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'floating_ip_address': '172.37.6.83', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'port_id': 'e00fb603-2d03-421e-b1f4-e3767c67aadc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'mac_address': 'fa:16:3e:92:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8b8a6e-eab7-4f45-8f5d-916c52eec398', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:40:46Z', 'updated_at': '2022-10-19T00:41:29Z', 'revision_number': 2, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e66c4d-d0fb-42f0-b692-137e4509b09a', 'name': '', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'mac_address': 'fa:16:3e:05:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '749347d7-6beb-499e-80b2-119168147fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:33Z', 'updated_at': '2022-10-19T00:40:56Z', 'revision_number': 5, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'subnets': [{'id': '749347d7-6beb-499e-80b2-119168147fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:43:09.606409 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c25b35e7-e92d-48e3-b103-e445e79cb9a8 req-2235e120-5a0b-4914-9a41-bab08124956f tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04f1a968-924f-44d0-a4af-e64f250eb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359982 Oct 19 00:43:09.637232 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-58d74282-a19a-4f77-bd29-06a167c5f970 req-47ad3fe1-8efe-49f2-b493-2d737ee12a78 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=667c66be-7422-49b6-8e96-6c36f067b697 HTTP/1.1" status: 200 len: 217 time: 0.2084773 Oct 19 00:43:09.659584 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cac5c41-f897-41e5-b505-f8e350dbb45c None None] The sync data for ids ['cff419e6-44f2-4dba-b984-4bfa9e7f76e1'] in dv-cinder-master-3-iscsi is: [{'id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'name': 'tempest-AttachVolumeNegativeTest-34200755-router', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108'}], 'enable_snat': True}, 'gw_port_id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:25Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 4, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'gw_port': {'id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '232ba14f-7b5e-4953-910b-3e9571bd2223', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'floating_ip_address': '172.37.6.130', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'port_id': '720bfaf8-2ab1-4a23-bccc-396cef466b3a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'mac_address': 'fa:16:3e:bc:93:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:42:44Z', 'updated_at': '2022-10-19T00:43:07Z', 'revision_number': 1, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'fixed_ip_address_scope': None}, {'id': '54a20741-637d-42d4-8beb-da1999c71a21', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'floating_ip_address': '172.37.6.83', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'port_id': 'e00fb603-2d03-421e-b1f4-e3767c67aadc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'mac_address': 'fa:16:3e:92:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8b8a6e-eab7-4f45-8f5d-916c52eec398', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:40:46Z', 'updated_at': '2022-10-19T00:41:29Z', 'revision_number': 2, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e66c4d-d0fb-42f0-b692-137e4509b09a', 'name': '', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'mac_address': 'fa:16:3e:05:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '749347d7-6beb-499e-80b2-119168147fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:33Z', 'updated_at': '2022-10-19T00:40:56Z', 'revision_number': 5, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'subnets': [{'id': '749347d7-6beb-499e-80b2-119168147fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:43:09.792421 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [req-d0771735-d162-4d54-98ba-558e12062552 req-2bd6013c-92dd-4296-88a4-471928f62062 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97ea2bef-8a45-4c17-8415-e62d303621cb {{(pid=111414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 00:43:09.814294 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-d0771735-d162-4d54-98ba-558e12062552 req-2bd6013c-92dd-4296-88a4-471928f62062 service neutron] Publish callbacks [] for port (97ea2bef-8a45-4c17-8415-e62d303621cb), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:09.847213 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 34320) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:43:10.002218 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d74282-a19a-4f77-bd29-06a167c5f970 req-e47dbd73-5968-4141-835d-c3b687efc627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:10.006884 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-58d74282-a19a-4f77-bd29-06a167c5f970 req-e47dbd73-5968-4141-835d-c3b687efc627 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=da4d7e39-f806-4ee4-9a72-d230cc0f9d32 HTTP/1.1" status: 200 len: 858 time: 0.3187344 Oct 19 00:43:10.017544 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.provisioning_blocks [req-d0771735-d162-4d54-98ba-558e12062552 req-2bd6013c-92dd-4296-88a4-471928f62062 service neutron] Transition to ACTIVE for port object 97ea2bef-8a45-4c17-8415-e62d303621cb will not be triggered until provisioned by entity L2. {{(pid=111414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 00:43:10.027028 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:10.172902 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d643e862-80ef-4577-afb1-7d26c4dbf428 None None] New status for floating IP 232ba14f-7b5e-4953-910b-3e9571bd2223: ACTIVE {{(pid=111417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 00:43:10.197098 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-ad4f5fc4-4afa-487a-b3e7-b0869061f09f req-0ea89979-5afc-4eb4-9511-444fde899a71 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=720bfaf8-2ab1-4a23-bccc-396cef466b3a HTTP/1.1" status: 200 len: 1000 time: 0.7506590 Oct 19 00:43:10.201287 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-d0771735-d162-4d54-98ba-558e12062552 req-2bd6013c-92dd-4296-88a4-471928f62062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577477'] for port (97ea2bef-8a45-4c17-8415-e62d303621cb), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:10.262616 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:10.265324 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:10.332522 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:10.370153 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27facd8a-0f21-4fef-a3cc-a6d28361c1bb req-95ca743a-c8c9-44cf-aad8-7ea5d7a9e8ed tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:10.393214 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-27facd8a-0f21-4fef-a3cc-a6d28361c1bb req-95ca743a-c8c9-44cf-aad8-7ea5d7a9e8ed tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 945 time: 0.6359849 Oct 19 00:43:10.452822 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d74282-a19a-4f77-bd29-06a167c5f970 req-73840177-c9e2-463b-8fb9-f687a988db2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:10.460646 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-58d74282-a19a-4f77-bd29-06a167c5f970 req-73840177-c9e2-463b-8fb9-f687a988db2b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=75c84943-00ac-41e3-a6c3-2ea734b46148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4313662 Oct 19 00:43:10.473008 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-31db35d0-3302-4156-815e-99e0b28545e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:10.502891 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-27facd8a-0f21-4fef-a3cc-a6d28361c1bb req-1c9904a0-1e00-4718-ad42-9356db595edf tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089036 Oct 19 00:43:10.716663 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f5fc4-4afa-487a-b3e7-b0869061f09f req-3417dfcb-9199-4bd5-9bea-60a5727a1c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:10.718384 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-ad4f5fc4-4afa-487a-b3e7-b0869061f09f req-3417dfcb-9199-4bd5-9bea-60a5727a1c29 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=749347d7-6beb-499e-80b2-119168147fbe HTTP/1.1" status: 200 len: 852 time: 0.4915659 Oct 19 00:43:10.728218 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f2f39-be61-4879-a222-5c788b690f95 req-fa1c3a49-4415-46dd-a4a8-99cf26683cc8 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:10.731056 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8f9f2f39-be61-4879-a222-5c788b690f95 req-fa1c3a49-4415-46dd-a4a8-99cf26683cc8 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5bdc36c3-1db5-4ff2-808d-1295f314d522 HTTP/1.1" status: 200 len: 944 time: 0.0785077 Oct 19 00:43:10.779970 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6013c-92dd-4296-88a4-471928f62062 service neutron] Pushing event updated for resources: {'Port': ['ID=97ea2bef-8a45-4c17-8415-e62d303621cb,revision_number=2']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:43:10.945291 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8f9f2f39-be61-4879-a222-5c788b690f95 req-daaf26cd-0b31-4045-bb9e-f1ea8b0578da tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=43973c56-adba-4c5f-9bcf-fc4237016924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033284 Oct 19 00:43:10.995516 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-58d74282-a19a-4f77-bd29-06a167c5f970 req-2b69d7cd-443d-4fb3-943e-ebc500c17100 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/75c84943-00ac-41e3-a6c3-2ea734b46148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4726057 Oct 19 00:43:11.031905 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f5fc4-4afa-487a-b3e7-b0869061f09f req-5a5a02e6-dcb1-4ba6-9dfc-0dbfeb6b3183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:11.033347 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-ad4f5fc4-4afa-487a-b3e7-b0869061f09f req-5a5a02e6-dcb1-4ba6-9dfc-0dbfeb6b3183 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=635fade4-7ee9-45f4-8020-ceb7d6bf784a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3025513 Oct 19 00:43:11.035376 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-31db35d0-3302-4156-815e-99e0b28545e5 admin admin] Publish callbacks [] for security_group (3150a1f1-2c6c-4f29-8629-24608a5de08e), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:11.075899 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-31db35d0-3302-4156-815e-99e0b28545e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (3150a1f1-2c6c-4f29-8629-24608a5de08e), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:11.151693 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be476b8-09e9-4165-8b5b-052efdad8c16 req-c64e570e-94ec-4cc9-b645-74c17fbe31c6 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:11.159724 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8be476b8-09e9-4165-8b5b-052efdad8c16 req-c64e570e-94ec-4cc9-b645-74c17fbe31c6 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 944 time: 0.0746295 Oct 19 00:43:11.224395 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8be476b8-09e9-4165-8b5b-052efdad8c16 req-9d87afe2-ca4e-470d-a947-57a2f8f07f4e tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04f1a968-924f-44d0-a4af-e64f250eb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637753 Oct 19 00:43:11.290420 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-31db35d0-3302-4156-815e-99e0b28545e5 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=b403ad5109174ed0967e2c657f3298b9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4368351 Oct 19 00:43:11.290780 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 34356) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:43:11.291319 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db35d0-3302-4156-815e-99e0b28545e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3150a1f1-2c6c-4f29-8629-24608a5de08e,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:43:11.308613 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-d0771735-d162-4d54-98ba-558e12062552 req-2bd6013c-92dd-4296-88a4-471928f62062 service neutron] Attempting to bind port 97ea2bef-8a45-4c17-8415-e62d303621cb on host hv-cinder-maste for vnic_type normal with profile {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:43:11.308830 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-d0771735-d162-4d54-98ba-558e12062552 req-2bd6013c-92dd-4296-88a4-471928f62062 service neutron] Attempting to bind port 97ea2bef-8a45-4c17-8415-e62d303621cb by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'e1751744-52ca-4c83-95d3-96eb3f519636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'febcf320-b179-4c31-a898-24a66a89b934'}] {{(pid=111414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:43:11.309157 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0771735-d162-4d54-98ba-558e12062552 req-2bd6013c-92dd-4296-88a4-471928f62062 service neutron] Attempting to bind port 97ea2bef-8a45-4c17-8415-e62d303621cb on network febcf320-b179-4c31-a898-24a66a89b934 {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:43:11.400493 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d577dbe1-3875-43cd-afdd-9e7464467ba9 admin admin] Publish callbacks [] for security_group (3150a1f1-2c6c-4f29-8629-24608a5de08e), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:11.409270 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:11.453647 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d577dbe1-3875-43cd-afdd-9e7464467ba9 admin admin] Publish callbacks [] for security_group (3150a1f1-2c6c-4f29-8629-24608a5de08e), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:11.478451 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-58d74282-a19a-4f77-bd29-06a167c5f970 req-201d80fe-43ce-48f8-ab24-2f03c0061f7c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/75c84943-00ac-41e3-a6c3-2ea734b46148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4629912 Oct 19 00:43:11.480350 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-ad4f5fc4-4afa-487a-b3e7-b0869061f09f req-da291080-37b5-4237-b7f4-8972643028f9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/635fade4-7ee9-45f4-8020-ceb7d6bf784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4303670 Oct 19 00:43:11.485817 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0771735-d162-4d54-98ba-558e12062552 req-2bd6013c-92dd-4296-88a4-471928f62062 service neutron] Port 97ea2bef-8a45-4c17-8415-e62d303621cb on network febcf320-b179-4c31-a898-24a66a89b934 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:43:11.486246 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0771735-d162-4d54-98ba-558e12062552 req-2bd6013c-92dd-4296-88a4-471928f62062 service neutron] Attempting to bind port 97ea2bef-8a45-4c17-8415-e62d303621cb on network febcf320-b179-4c31-a898-24a66a89b934 {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:43:11.535023 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:11.566543 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d577dbe1-3875-43cd-afdd-9e7464467ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (3150a1f1-2c6c-4f29-8629-24608a5de08e), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:11.570812 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d577dbe1-3875-43cd-afdd-9e7464467ba9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:11.574967 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-d577dbe1-3875-43cd-afdd-9e7464467ba9 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/3150a1f1-2c6c-4f29-8629-24608a5de08e HTTP/1.1" status: 204 len: 168 time: 0.2822800 Oct 19 00:43:11.601756 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d577dbe1-3875-43cd-afdd-9e7464467ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3150a1f1-2c6c-4f29-8629-24608a5de08e,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:43:11.749726 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0771735-d162-4d54-98ba-558e12062552 req-2bd6013c-92dd-4296-88a4-471928f62062 service neutron] Checking agent: {'id': '6724934a-8b6e-4109-8304-d160e240b776', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 38, 31), 'started_at': datetime.datetime(2022, 10, 19, 0, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:43:11.749726 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0771735-d162-4d54-98ba-558e12062552 req-2bd6013c-92dd-4296-88a4-471928f62062 service neutron] Checking segment: {'id': 'e1751744-52ca-4c83-95d3-96eb3f519636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'febcf320-b179-4c31-a898-24a66a89b934'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:43:11.749972 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0771735-d162-4d54-98ba-558e12062552 req-2bd6013c-92dd-4296-88a4-471928f62062 service neutron] Bound using segment: {'id': 'e1751744-52ca-4c83-95d3-96eb3f519636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'febcf320-b179-4c31-a898-24a66a89b934'} {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:43:11.750386 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-d0771735-d162-4d54-98ba-558e12062552 req-2bd6013c-92dd-4296-88a4-471928f62062 service neutron] Bound port: 97ea2bef-8a45-4c17-8415-e62d303621cb, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1751744-52ca-4c83-95d3-96eb3f519636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'febcf320-b179-4c31-a898-24a66a89b934'}}] {{(pid=111414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:43:11.750796 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-d0771735-d162-4d54-98ba-558e12062552 req-2bd6013c-92dd-4296-88a4-471928f62062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (97ea2bef-8a45-4c17-8415-e62d303621cb), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:11.822017 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e93db-bf62-4746-b02d-5f918da0bd5a req-c27ecb7a-54cb-4449-b90f-2fd966177d47 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:11.834715 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c51e93db-bf62-4746-b02d-5f918da0bd5a req-c27ecb7a-54cb-4449-b90f-2fd966177d47 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 945 time: 0.0699110 Oct 19 00:43:11.983188 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c51e93db-bf62-4746-b02d-5f918da0bd5a req-898cf7a0-7e2f-470b-9216-1622d3e957fd tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444407 Oct 19 00:43:12.067052 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 667c66be-7422-49b6-8e96-6c36f067b697 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=111416) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:43:12.221691 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-ad4f5fc4-4afa-487a-b3e7-b0869061f09f req-f0d26475-50a9-49a3-99b3-407e60fbcd5a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/635fade4-7ee9-45f4-8020-ceb7d6bf784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6940813 Oct 19 00:43:12.282941 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-d0771735-d162-4d54-98ba-558e12062552 req-2bd6013c-92dd-4296-88a4-471928f62062 service neutron] For port 97ea2bef-8a45-4c17-8415-e62d303621cb, host hv-cinder-maste, cleared binding levels {{(pid=111414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:43:12.291460 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-d0771735-d162-4d54-98ba-558e12062552 req-2bd6013c-92dd-4296-88a4-471928f62062 service neutron] For port 97ea2bef-8a45-4c17-8415-e62d303621cb, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=97ea2bef-8a45-4c17-8415-e62d303621cb,segment=NetworkSegment(e1751744-52ca-4c83-95d3-96eb3f519636),segment_id=e1751744-52ca-4c83-95d3-96eb3f519636)] {{(pid=111414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:43:12.308210 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-d0771735-d162-4d54-98ba-558e12062552 req-2bd6013c-92dd-4296-88a4-471928f62062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577477'] for port (97ea2bef-8a45-4c17-8415-e62d303621cb), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:12.314799 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde92a8-bd7e-4aae-9510-bc0139e44730 req-7b985eb5-4aec-4b29-9f03-14fa1afe4811 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:12.324307 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0771735-d162-4d54-98ba-558e12062552 req-2bd6013c-92dd-4296-88a4-471928f62062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:12.328277 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-d0771735-d162-4d54-98ba-558e12062552 req-2bd6013c-92dd-4296-88a4-471928f62062 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:12.332383 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-6bde92a8-bd7e-4aae-9510-bc0139e44730 req-7b985eb5-4aec-4b29-9f03-14fa1afe4811 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5bdc36c3-1db5-4ff2-808d-1295f314d522 HTTP/1.1" status: 200 len: 944 time: 0.1261013 Oct 19 00:43:12.332587 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-d0771735-d162-4d54-98ba-558e12062552 req-2bd6013c-92dd-4296-88a4-471928f62062 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/97ea2bef-8a45-4c17-8415-e62d303621cb HTTP/1.1" status: 200 len: 1094 time: 3.6797905 Oct 19 00:43:12.333877 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bdc36c3-1db5-4ff2-808d-1295f314d522', 'tag': '97ea2bef-8a45-4c17-8415-e62d303621cb'}] {{(pid=111414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:43:12.340722 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e46469f00a83062af0f8a877bbd3a06bc7f865c711541049e4990ec8a28c8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a58d2f5-9e40-4f6b-aee5-b3a57074027c" -d '{"events": [{"name": "network-changed", "server_uuid": "5bdc36c3-1db5-4ff2-808d-1295f314d522", "tag": "97ea2bef-8a45-4c17-8415-e62d303621cb"}]}' {{(pid=111414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:43:12.385541 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port 667c66be-7422-49b6-8e96-6c36f067b697, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=667c66be-7422-49b6-8e96-6c36f067b697,segment=NetworkSegment(cf8e282f-d232-4da7-8dc9-5de45f52d170),segment_id=cf8e282f-d232-4da7-8dc9-5de45f52d170)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:43:12.400015 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Returning: {'device': '667c66be-7422-49b6-8e96-6c36f067b697', 'network_id': '75c84943-00ac-41e3-a6c3-2ea734b46148', 'port_id': '667c66be-7422-49b6-8e96-6c36f067b697', 'mac_address': 'fa:16:3e:35:e2:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4d7e39-f806-4ee4-9a72-d230cc0f9d32', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111416) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:43:12.445804 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port 667c66be-7422-49b6-8e96-6c36f067b697 is: DOWN; New status is: BUILD {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:43:12.446472 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (667c66be-7422-49b6-8e96-6c36f067b697), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:12.448823 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-6bde92a8-bd7e-4aae-9510-bc0139e44730 req-afe7c87d-0a42-454b-8c82-1a8d22daf0b3 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=43973c56-adba-4c5f-9bcf-fc4237016924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112363 Oct 19 00:43:12.474039 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 667c66be-7422-49b6-8e96-6c36f067b697 {{(pid=111416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 00:43:12.497798 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port 667c66be-7422-49b6-8e96-6c36f067b697, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=667c66be-7422-49b6-8e96-6c36f067b697,segment=NetworkSegment(cf8e282f-d232-4da7-8dc9-5de45f52d170),segment_id=cf8e282f-d232-4da7-8dc9-5de45f52d170)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:43:12.504887 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (667c66be-7422-49b6-8e96-6c36f067b697), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:12.532593 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6013c-92dd-4296-88a4-471928f62062 service neutron] Pushing event updated for resources: {'Port': ['ID=97ea2bef-8a45-4c17-8415-e62d303621cb,revision_number=3']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:43:12.538879 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0771735-d162-4d54-98ba-558e12062552 req-54a59cf3-0bcd-4dd8-a152-f7bab26025bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:12.540403 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-d0771735-d162-4d54-98ba-558e12062552 req-54a59cf3-0bcd-4dd8-a152-f7bab26025bf service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=1235d8b054b3405595fca761f08b73ae&device_id=5bdc36c3-1db5-4ff2-808d-1295f314d522 HTTP/1.1" status: 200 len: 1128 time: 0.1093402 Oct 19 00:43:12.552515 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:12.562555 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:12.570651 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=667c66be-7422-49b6-8e96-6c36f067b697,revision_number=4']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:43:12.608438 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc15e7c-279e-4250-8517-8b1b9dd1ba46 req-91eca69f-621a-4d62-bf76-f915fb218669 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:12.610166 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9cc15e7c-279e-4250-8517-8b1b9dd1ba46 req-91eca69f-621a-4d62-bf76-f915fb218669 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 945 time: 0.0851395 Oct 19 00:43:12.620049 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-d0771735-d162-4d54-98ba-558e12062552 req-997c5495-352a-4a43-b615-f36a47ae5108 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97ea2bef-8a45-4c17-8415-e62d303621cb HTTP/1.1" status: 200 len: 217 time: 0.0644901 Oct 19 00:43:12.693301 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9cc15e7c-279e-4250-8517-8b1b9dd1ba46 req-45b82268-e13a-41a3-8149-beca84d21959 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04f1a968-924f-44d0-a4af-e64f250eb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755656 Oct 19 00:43:12.761626 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 00:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697dc963-d121-4a0c-8bc3-5e12494fa7f1 x-openstack-request-id: req-697dc963-d121-4a0c-8bc3-5e12494fa7f1 {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:43:12.761919 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bdc36c3-1db5-4ff2-808d-1295f314d522", "tag": "97ea2bef-8a45-4c17-8415-e62d303621cb", "status": "completed", "code": 200}]} {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:43:12.762175 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-697dc963-d121-4a0c-8bc3-5e12494fa7f1 {{(pid=111414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:43:12.762615 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.notifiers.nova [-] Nova event matching ['req-697dc963-d121-4a0c-8bc3-5e12494fa7f1'] response: {'name': 'network-changed', 'server_uuid': '5bdc36c3-1db5-4ff2-808d-1295f314d522', 'tag': '97ea2bef-8a45-4c17-8415-e62d303621cb', 'status': 'completed', 'code': 200} Oct 19 00:43:13.165434 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a9ee7-129d-40bc-a3f2-a52e23445f58 req-29545a46-0095-4534-b7ed-dda3ba0cd0f9 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:13.175585 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a94a9ee7-129d-40bc-a3f2-a52e23445f58 req-29545a46-0095-4534-b7ed-dda3ba0cd0f9 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 945 time: 0.0696094 Oct 19 00:43:13.243477 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a94a9ee7-129d-40bc-a3f2-a52e23445f58 req-c6f5d921-99a3-4565-bcaf-2fe982e53f26 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667260 Oct 19 00:43:13.594744 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5a4ed-e123-4fbd-b6c4-1752b33cc596 req-d9a195b1-c88a-4a92-9bdc-aa3bdbafd5e9 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:13.601812 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-2ad5a4ed-e123-4fbd-b6c4-1752b33cc596 req-d9a195b1-c88a-4a92-9bdc-aa3bdbafd5e9 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5bdc36c3-1db5-4ff2-808d-1295f314d522 HTTP/1.1" status: 200 len: 944 time: 0.0799952 Oct 19 00:43:13.616282 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:13.656000 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-2ad5a4ed-e123-4fbd-b6c4-1752b33cc596 req-554f4381-285c-475c-bbf9-bb4129c4b964 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=43973c56-adba-4c5f-9bcf-fc4237016924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533202 Oct 19 00:43:13.723077 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 34442) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:43:13.846699 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794e6a0-01cf-4899-ae50-987c5ecf8d87 req-8b3c49a0-3563-4076-898a-bf881581de5a tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:13.848426 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-e794e6a0-01cf-4899-ae50-987c5ecf8d87 req-8b3c49a0-3563-4076-898a-bf881581de5a tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 945 time: 0.0606561 Oct 19 00:43:13.875691 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-5b94e2b3-fc96-4db2-85ad-243084bab580 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:13.928515 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-e794e6a0-01cf-4899-ae50-987c5ecf8d87 req-787c61df-bf0c-40bf-9c04-bd4d86d8767f tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04f1a968-924f-44d0-a4af-e64f250eb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732384 Oct 19 00:43:14.023967 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-5b94e2b3-fc96-4db2-85ad-243084bab580 admin admin] Publish callbacks [] for security_group (6d31a0de-3bb8-45b6-ab9e-e2bcec82d090), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:14.028174 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-5b94e2b3-fc96-4db2-85ad-243084bab580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (6d31a0de-3bb8-45b6-ab9e-e2bcec82d090), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:14.080734 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-5b94e2b3-fc96-4db2-85ad-243084bab580 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=d7d5fbf0aa864788be5388af0234da94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3543415 Oct 19 00:43:14.082350 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 34448) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:43:14.090069 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b94e2b3-fc96-4db2-85ad-243084bab580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d31a0de-3bb8-45b6-ab9e-e2bcec82d090,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:43:14.146758 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-7b0f975f-88ff-48e0-8076-d9472cf9d018 admin admin] Publish callbacks [] for security_group (6d31a0de-3bb8-45b6-ab9e-e2bcec82d090), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:14.169698 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-7b0f975f-88ff-48e0-8076-d9472cf9d018 admin admin] Publish callbacks [] for security_group (6d31a0de-3bb8-45b6-ab9e-e2bcec82d090), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:14.186848 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:14.232660 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-7b0f975f-88ff-48e0-8076-d9472cf9d018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (6d31a0de-3bb8-45b6-ab9e-e2bcec82d090), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:14.235985 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-7b0f975f-88ff-48e0-8076-d9472cf9d018 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:14.240320 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-7b0f975f-88ff-48e0-8076-d9472cf9d018 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/6d31a0de-3bb8-45b6-ab9e-e2bcec82d090 HTTP/1.1" status: 204 len: 168 time: 0.1567166 Oct 19 00:43:14.251855 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f975f-88ff-48e0-8076-d9472cf9d018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d31a0de-3bb8-45b6-ab9e-e2bcec82d090,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:43:14.429440 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc49d3-a3f4-4416-90c1-21efe105f26d req-109b732f-524d-4a69-8a44-db7c0587c26b tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:14.435905 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-53fc49d3-a3f4-4416-90c1-21efe105f26d req-109b732f-524d-4a69-8a44-db7c0587c26b tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 945 time: 0.0764906 Oct 19 00:43:14.513510 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-53fc49d3-a3f4-4416-90c1-21efe105f26d req-d58b884c-b2de-441c-ad7c-5d77989d8b6a tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702264 Oct 19 00:43:14.676093 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 34460) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:43:14.691540 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-c618ebe5-76e4-41e1-aad5-f07de4367351 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:14.821895 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-c618ebe5-76e4-41e1-aad5-f07de4367351 admin admin] Publish callbacks [] for security_group (2f0bd643-b3ad-4558-8cd2-aac4a66c1885), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:14.830711 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4e40f-b8c9-4181-8aec-6501083695b0 req-b3fc3526-f15d-4f50-8a04-7cf441d26a37 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:14.832407 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-73e4e40f-b8c9-4181-8aec-6501083695b0 req-b3fc3526-f15d-4f50-8a04-7cf441d26a37 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5bdc36c3-1db5-4ff2-808d-1295f314d522 HTTP/1.1" status: 200 len: 944 time: 0.0751765 Oct 19 00:43:14.833709 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-c618ebe5-76e4-41e1-aad5-f07de4367351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (2f0bd643-b3ad-4558-8cd2-aac4a66c1885), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:14.898149 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-c618ebe5-76e4-41e1-aad5-f07de4367351 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=156e965bcd47408897c186cc333a2e9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2185147 Oct 19 00:43:14.898545 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 34464) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:43:14.901035 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c618ebe5-76e4-41e1-aad5-f07de4367351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0bd643-b3ad-4558-8cd2-aac4a66c1885,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:43:14.947193 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-73e4e40f-b8c9-4181-8aec-6501083695b0 req-e23b2601-736b-45a2-a588-86bbc068739f tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=43973c56-adba-4c5f-9bcf-fc4237016924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088707 Oct 19 00:43:14.981909 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-900604eb-40e3-48d1-8ee8-b9d4b8c93404 admin admin] Publish callbacks [] for security_group (2f0bd643-b3ad-4558-8cd2-aac4a66c1885), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:15.009523 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-900604eb-40e3-48d1-8ee8-b9d4b8c93404 admin admin] Publish callbacks [] for security_group (2f0bd643-b3ad-4558-8cd2-aac4a66c1885), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:15.101494 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:15.109656 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-900604eb-40e3-48d1-8ee8-b9d4b8c93404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (2f0bd643-b3ad-4558-8cd2-aac4a66c1885), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:15.114129 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-900604eb-40e3-48d1-8ee8-b9d4b8c93404 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:15.126305 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a038f-b798-49da-8028-5564c78daf08 req-f302aaf9-fb23-4266-836e-fdf5403fc611 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:15.127380 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-900604eb-40e3-48d1-8ee8-b9d4b8c93404 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/2f0bd643-b3ad-4558-8cd2-aac4a66c1885 HTTP/1.1" status: 204 len: 168 time: 0.2269955 Oct 19 00:43:15.128609 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-925a038f-b798-49da-8028-5564c78daf08 req-f302aaf9-fb23-4266-836e-fdf5403fc611 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 945 time: 0.0926867 Oct 19 00:43:15.175379 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900604eb-40e3-48d1-8ee8-b9d4b8c93404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0bd643-b3ad-4558-8cd2-aac4a66c1885,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:43:15.251791 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-925a038f-b798-49da-8028-5564c78daf08 req-32648f1f-8345-444c-bad9-bba36fc3b221 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04f1a968-924f-44d0-a4af-e64f250eb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149154 Oct 19 00:43:15.288750 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0771735-d162-4d54-98ba-558e12062552 req-918a5cb0-df0c-423a-9210-0649413f57a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:15.290794 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-d0771735-d162-4d54-98ba-558e12062552 req-918a5cb0-df0c-423a-9210-0649413f57a9 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d4850ad2-60f0-4172-bbe2-5711a9ee3a86 HTTP/1.1" status: 200 len: 853 time: 0.0910470 Oct 19 00:43:15.344642 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-d0771735-d162-4d54-98ba-558e12062552 req-dc11f7cf-451d-4df2-9abb-06f1ccdbc9aa service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=febcf320-b179-4c31-a898-24a66a89b934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436432 Oct 19 00:43:15.446202 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] get_ports_and_sgs() called for port_ids ['667c66be-7422-49b6-8e96-6c36f067b697'] {{(pid=111416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 00:43:15.471044 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-d0771735-d162-4d54-98ba-558e12062552 req-630f5a97-dc6b-40e1-9e04-094b16fe47f2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/febcf320-b179-4c31-a898-24a66a89b934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197178 Oct 19 00:43:15.606245 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-d0771735-d162-4d54-98ba-558e12062552 req-1218b879-065e-4b02-8ae9-e9fbf65d65b1 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/febcf320-b179-4c31-a898-24a66a89b934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288424 Oct 19 00:43:15.704688 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73857f2f-53d6-4d04-9029-d9cffef52c85 req-893f09fd-55d2-40ff-804c-cde9c10ca808 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:15.711294 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-73857f2f-53d6-4d04-9029-d9cffef52c85 req-893f09fd-55d2-40ff-804c-cde9c10ca808 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 945 time: 0.0869071 Oct 19 00:43:15.764238 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-73857f2f-53d6-4d04-9029-d9cffef52c85 req-4ecce49e-7cf6-41cf-98d7-63c6c54b05a7 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509057 Oct 19 00:43:16.124948 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd1fa5-7a47-4fe1-8d14-a3a08a06b5d1 req-0a0e7fb1-f36c-4c4f-9b8f-c99cac7bc291 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:16.131146 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-66fd1fa5-7a47-4fe1-8d14-a3a08a06b5d1 req-0a0e7fb1-f36c-4c4f-9b8f-c99cac7bc291 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5bdc36c3-1db5-4ff2-808d-1295f314d522 HTTP/1.1" status: 200 len: 944 time: 0.0809548 Oct 19 00:43:16.208050 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-66fd1fa5-7a47-4fe1-8d14-a3a08a06b5d1 req-d335409c-ac98-4905-977a-4dd6b6f888c9 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=43973c56-adba-4c5f-9bcf-fc4237016924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655985 Oct 19 00:43:16.405847 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9264c3-6a95-409d-91d0-567df8139536 req-10a5e92d-76d6-4428-9250-678963d253ed tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:16.407628 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-2d9264c3-6a95-409d-91d0-567df8139536 req-10a5e92d-76d6-4428-9250-678963d253ed tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 945 time: 0.0587206 Oct 19 00:43:16.465134 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-2d9264c3-6a95-409d-91d0-567df8139536 req-8797551e-2ad0-413e-aafa-8a85b6a6b310 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04f1a968-924f-44d0-a4af-e64f250eb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509584 Oct 19 00:43:16.933686 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58d2f5-9e40-4f6b-aee5-b3a57074027c req-f2f0431e-b6a6-4c15-b12a-07b90e64615b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:16.935939 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-0a58d2f5-9e40-4f6b-aee5-b3a57074027c req-f2f0431e-b6a6-4c15-b12a-07b90e64615b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=1235d8b054b3405595fca761f08b73ae&device_id=5bdc36c3-1db5-4ff2-808d-1295f314d522 HTTP/1.1" status: 200 len: 1128 time: 0.0906630 Oct 19 00:43:16.963698 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893c5b1-1376-4f55-8ae1-e2912601b0c6 req-41661a56-55c1-4a1d-86e0-dab12f391d68 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:16.967208 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-6893c5b1-1376-4f55-8ae1-e2912601b0c6 req-41661a56-55c1-4a1d-86e0-dab12f391d68 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 945 time: 0.0843577 Oct 19 00:43:17.081516 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-6893c5b1-1376-4f55-8ae1-e2912601b0c6 req-c2eddc7e-3980-46c5-b969-d7d134db04d9 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015606 Oct 19 00:43:17.116860 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58d2f5-9e40-4f6b-aee5-b3a57074027c req-7ec8ec12-1f03-4324-bfad-acc69d54ed50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:17.118923 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-0a58d2f5-9e40-4f6b-aee5-b3a57074027c req-7ec8ec12-1f03-4324-bfad-acc69d54ed50 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=febcf320-b179-4c31-a898-24a66a89b934 HTTP/1.1" status: 200 len: 914 time: 0.1459305 Oct 19 00:43:17.277485 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 667c66be-7422-49b6-8e96-6c36f067b697 up at agent hyperv_hv-cinder-maste {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:43:17.373035 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-0a58d2f5-9e40-4f6b-aee5-b3a57074027c req-31129769-43b6-4cd0-a74b-eac07a1ba1d1 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97ea2bef-8a45-4c17-8415-e62d303621cb HTTP/1.1" status: 200 len: 217 time: 0.0458117 Oct 19 00:43:17.380915 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Provisioning for port 667c66be-7422-49b6-8e96-6c36f067b697 completed by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 19 00:43:17.393769 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Provisioning complete for port 667c66be-7422-49b6-8e96-6c36f067b697 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:43:17.394383 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (667c66be-7422-49b6-8e96-6c36f067b697), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:17.395302 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Attempt 1 to provision port 667c66be-7422-49b6-8e96-6c36f067b697 Oct 19 00:43:17.395655 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b07dfc-e108-4a86-afd1-83304c6d5af2 req-d5d3028b-e2b4-40ab-9157-7cfddd1ffbfb tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:17.400566 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-26b07dfc-e108-4a86-afd1-83304c6d5af2 req-d5d3028b-e2b4-40ab-9157-7cfddd1ffbfb tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5bdc36c3-1db5-4ff2-808d-1295f314d522 HTTP/1.1" status: 200 len: 944 time: 0.1053822 Oct 19 00:43:17.441375 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58d2f5-9e40-4f6b-aee5-b3a57074027c req-0b3b2f64-044a-48d0-bed5-e5fef236ca82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:17.443294 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-0a58d2f5-9e40-4f6b-aee5-b3a57074027c req-0b3b2f64-044a-48d0-bed5-e5fef236ca82 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d4850ad2-60f0-4172-bbe2-5711a9ee3a86 HTTP/1.1" status: 200 len: 853 time: 0.0635493 Oct 19 00:43:17.492908 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:INSERT=7 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:17.513495 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-0a58d2f5-9e40-4f6b-aee5-b3a57074027c req-44ce0d63-aac1-458c-b095-624ccd70117a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=febcf320-b179-4c31-a898-24a66a89b934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604527 Oct 19 00:43:17.527143 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-26b07dfc-e108-4a86-afd1-83304c6d5af2 req-7998f1a7-481d-430c-8bcb-0279fc254cc8 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=43973c56-adba-4c5f-9bcf-fc4237016924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195602 Oct 19 00:43:17.584501 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port 667c66be-7422-49b6-8e96-6c36f067b697 is: BUILD; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:43:17.584952 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (667c66be-7422-49b6-8e96-6c36f067b697), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:17.644345 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port 667c66be-7422-49b6-8e96-6c36f067b697, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=667c66be-7422-49b6-8e96-6c36f067b697,segment=NetworkSegment(cf8e282f-d232-4da7-8dc9-5de45f52d170),segment_id=cf8e282f-d232-4da7-8dc9-5de45f52d170)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:43:17.645532 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6051269-1d16-42db-8323-67a532dbcf40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667c66be-7422-49b6-8e96-6c36f067b697'}] {{(pid=111416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:43:17.648236 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0240e38e362fdc750089dc1f1183b30604621660299f95a12c585bcfa6b02ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1611f022-7302-4bbf-94e7-63afa9895343" -d '{"events": [{"server_uuid": "f6051269-1d16-42db-8323-67a532dbcf40", "name": "network-vif-plugged", "status": "completed", "tag": "667c66be-7422-49b6-8e96-6c36f067b697"}]}' {{(pid=111416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:43:17.651837 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (667c66be-7422-49b6-8e96-6c36f067b697), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:17.719626 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48c6be-1262-4bed-823b-46485013991e req-0d9fcc5d-76ed-4002-b333-b8f78f09fd09 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:17.729040 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-be48c6be-1262-4bed-823b-46485013991e req-0d9fcc5d-76ed-4002-b333-b8f78f09fd09 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 945 time: 0.0946591 Oct 19 00:43:17.775387 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=667c66be-7422-49b6-8e96-6c36f067b697,revision_number=5']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:43:17.817154 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54603b7-99e3-492e-87c8-1ca1522b0fdd req-c4f74759-5adb-40c8-84be-999c4633e4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:17.817974 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-f54603b7-99e3-492e-87c8-1ca1522b0fdd req-c4f74759-5adb-40c8-84be-999c4633e4d3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=37ffcffcae9b41bbb2d13adc49cb99df&device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 1129 time: 0.1820989 Oct 19 00:43:17.825699 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-be48c6be-1262-4bed-823b-46485013991e req-2ec029a0-f41c-44fc-9bc4-9eaff7aa4dd9 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04f1a968-924f-44d0-a4af-e64f250eb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920088 Oct 19 00:43:17.880256 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 00:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2ca9cb-ec2b-4bfc-a616-1cb7f17a0a47 x-openstack-request-id: req-2a2ca9cb-ec2b-4bfc-a616-1cb7f17a0a47 {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:43:17.880883 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6051269-1d16-42db-8323-67a532dbcf40", "name": "network-vif-plugged", "status": "completed", "tag": "667c66be-7422-49b6-8e96-6c36f067b697", "code": 200}]} {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:43:17.881325 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2a2ca9cb-ec2b-4bfc-a616-1cb7f17a0a47 {{(pid=111416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:43:17.884531 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a2ca9cb-ec2b-4bfc-a616-1cb7f17a0a47'] response: {'server_uuid': 'f6051269-1d16-42db-8323-67a532dbcf40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667c66be-7422-49b6-8e96-6c36f067b697', 'code': 200} Oct 19 00:43:17.925544 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-0a58d2f5-9e40-4f6b-aee5-b3a57074027c req-909a4a4e-5625-49b3-8bdf-8fa23a4c6fc5 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/febcf320-b179-4c31-a898-24a66a89b934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051152 Oct 19 00:43:17.933407 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:17.936462 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:18.042463 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54603b7-99e3-492e-87c8-1ca1522b0fdd req-8a585850-c7c3-4572-92f4-c4ca70827428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:18.044398 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-f54603b7-99e3-492e-87c8-1ca1522b0fdd req-8a585850-c7c3-4572-92f4-c4ca70827428 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc HTTP/1.1" status: 200 len: 917 time: 0.2162900 Oct 19 00:43:18.110550 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-0a58d2f5-9e40-4f6b-aee5-b3a57074027c req-defe3093-cdf6-428b-9c08-c90077dd0047 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/febcf320-b179-4c31-a898-24a66a89b934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692591 Oct 19 00:43:18.183129 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-f54603b7-99e3-492e-87c8-1ca1522b0fdd req-046fc96e-e1bb-46b4-9ff9-6353fed87c5b service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6aea38b4-b7a0-4e8e-82dc-deb19c260092 HTTP/1.1" status: 200 len: 1001 time: 0.1213818 Oct 19 00:43:18.235915 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad668c8-1eb1-425d-b505-e8bdba589eb8 req-08377876-33b7-415c-9dd5-c603e7c7634e tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:18.240132 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35220de-cf03-488c-a45f-ee3bc67ef32c req-d351ac22-a3d8-4cc3-8563-271128115831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:18.242681 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-d35220de-cf03-488c-a45f-ee3bc67ef32c req-d351ac22-a3d8-4cc3-8563-271128115831 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 1130 time: 0.0971839 Oct 19 00:43:18.246188 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8ad668c8-1eb1-425d-b505-e8bdba589eb8 req-08377876-33b7-415c-9dd5-c603e7c7634e tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 945 time: 0.0618131 Oct 19 00:43:18.275291 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54603b7-99e3-492e-87c8-1ca1522b0fdd req-58f9fa1b-9964-486d-a2d3-9293312e6f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:18.277114 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-f54603b7-99e3-492e-87c8-1ca1522b0fdd req-58f9fa1b-9964-486d-a2d3-9293312e6f51 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=29c3f2de-ba2c-47ae-bf44-d2591e2e7caf HTTP/1.1" status: 200 len: 855 time: 0.0843568 Oct 19 00:43:18.314888 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8ad668c8-1eb1-425d-b505-e8bdba589eb8 req-bec4d720-317a-4e7e-81b4-552b2014b64c tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665255 Oct 19 00:43:18.360330 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-d35220de-cf03-488c-a45f-ee3bc67ef32c req-cd915481-b850-45fa-b772-8cd8d254b494 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=04f1a968-924f-44d0-a4af-e64f250eb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095853 Oct 19 00:43:18.362126 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54603b7-99e3-492e-87c8-1ca1522b0fdd req-27782e4b-e189-41ea-8ff2-dbe12386c9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:18.364035 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-f54603b7-99e3-492e-87c8-1ca1522b0fdd req-27782e4b-e189-41ea-8ff2-dbe12386c9f6 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0746820 Oct 19 00:43:18.691572 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45185a-28e6-4cde-9be4-c8bb96e48271 req-c98536e1-1193-4809-a3c3-60d6cee4007c tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:18.700046 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-2f45185a-28e6-4cde-9be4-c8bb96e48271 req-c98536e1-1193-4809-a3c3-60d6cee4007c tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5bdc36c3-1db5-4ff2-808d-1295f314d522 HTTP/1.1" status: 200 len: 944 time: 0.0826597 Oct 19 00:43:18.756581 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-2f45185a-28e6-4cde-9be4-c8bb96e48271 req-4728456b-1cda-4948-9af2-c79d45769d27 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=43973c56-adba-4c5f-9bcf-fc4237016924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548360 Oct 19 00:43:18.825490 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-f54603b7-99e3-492e-87c8-1ca1522b0fdd req-8465a49b-e3a3-4eb4-8337-30cec3707afc service neutron] 10.222.0.20 "GET /networking/v2.0/networks/173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312506 Oct 19 00:43:18.978641 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2efc09-da62-40e2-8a90-8671463a0889 req-524d1db3-4e37-47b8-8acd-4c9936df5b91 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:18.982552 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-4c2efc09-da62-40e2-8a90-8671463a0889 req-524d1db3-4e37-47b8-8acd-4c9936df5b91 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 946 time: 0.0576801 Oct 19 00:43:19.063632 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-4c2efc09-da62-40e2-8a90-8671463a0889 req-2f0e768f-99f7-4dee-8ae6-ae7a7767dd29 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04f1a968-924f-44d0-a4af-e64f250eb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737097 Oct 19 00:43:19.261650 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 97ea2bef-8a45-4c17-8415-e62d303621cb details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=111416) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:43:19.282705 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:19.323026 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-f54603b7-99e3-492e-87c8-1ca1522b0fdd req-4defc854-2466-42dd-bcb1-895af32aaaf4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444094 Oct 19 00:43:19.524611 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd195a-02f0-4b2a-89fc-c6816c518b3a req-c4535494-c1ef-44a3-9179-81d5e401ac13 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:19.529677 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a7dd195a-02f0-4b2a-89fc-c6816c518b3a req-c4535494-c1ef-44a3-9179-81d5e401ac13 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 945 time: 0.1054122 Oct 19 00:43:19.547724 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:19.696827 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port 97ea2bef-8a45-4c17-8415-e62d303621cb, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=97ea2bef-8a45-4c17-8415-e62d303621cb,segment=NetworkSegment(e1751744-52ca-4c83-95d3-96eb3f519636),segment_id=e1751744-52ca-4c83-95d3-96eb3f519636)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:43:19.706373 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a7dd195a-02f0-4b2a-89fc-c6816c518b3a req-d1b448d1-fbe1-4534-81fa-3b238af3fa07 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496513 Oct 19 00:43:19.713834 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Returning: {'device': '97ea2bef-8a45-4c17-8415-e62d303621cb', 'network_id': 'febcf320-b179-4c31-a898-24a66a89b934', 'port_id': '97ea2bef-8a45-4c17-8415-e62d303621cb', 'mac_address': 'fa:16:3e:99:d4:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4850ad2-60f0-4172-bbe2-5711a9ee3a86', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111416) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:43:19.756543 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port 97ea2bef-8a45-4c17-8415-e62d303621cb is: DOWN; New status is: BUILD {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:43:19.756940 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (97ea2bef-8a45-4c17-8415-e62d303621cb), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:19.771346 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97ea2bef-8a45-4c17-8415-e62d303621cb {{(pid=111416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 00:43:19.791820 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:19.796292 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port 97ea2bef-8a45-4c17-8415-e62d303621cb, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=97ea2bef-8a45-4c17-8415-e62d303621cb,segment=NetworkSegment(e1751744-52ca-4c83-95d3-96eb3f519636),segment_id=e1751744-52ca-4c83-95d3-96eb3f519636)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:43:19.801733 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (97ea2bef-8a45-4c17-8415-e62d303621cb), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:19.863582 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=97ea2bef-8a45-4c17-8415-e62d303621cb,revision_number=4']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:43:19.902057 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd6831-bdf9-49e5-9a59-aa1b76afdd5e req-5d075981-42e7-4719-8918-1f8e9062a7de tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:19.903624 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-defd6831-bdf9-49e5-9a59-aa1b76afdd5e req-5d075981-42e7-4719-8918-1f8e9062a7de tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5bdc36c3-1db5-4ff2-808d-1295f314d522 HTTP/1.1" status: 200 len: 945 time: 0.0616577 Oct 19 00:43:19.971454 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-defd6831-bdf9-49e5-9a59-aa1b76afdd5e req-2288e270-0ae1-41ed-b628-5094776379fa tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=43973c56-adba-4c5f-9bcf-fc4237016924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601134 Oct 19 00:43:20.230761 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0039cc-36a7-49a0-81c2-ffe7f6bbddf4 req-fbcef57d-f2a8-4d66-801e-fdbad2b2fb88 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:20.233609 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-cb0039cc-36a7-49a0-81c2-ffe7f6bbddf4 req-fbcef57d-f2a8-4d66-801e-fdbad2b2fb88 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 946 time: 0.0573485 Oct 19 00:43:20.303473 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-cb0039cc-36a7-49a0-81c2-ffe7f6bbddf4 req-0c6a1c76-fb73-45e6-b063-69ff750cac6a tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04f1a968-924f-44d0-a4af-e64f250eb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636165 Oct 19 00:43:20.868284 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685d8d2-80dc-42bb-bf9c-c31fed5c87d3 req-d420d242-296c-4efd-8e0a-c851d4a452db tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:20.870774 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-5685d8d2-80dc-42bb-bf9c-c31fed5c87d3 req-d420d242-296c-4efd-8e0a-c851d4a452db tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 945 time: 0.0712335 Oct 19 00:43:20.939335 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-5685d8d2-80dc-42bb-bf9c-c31fed5c87d3 req-ab94cc14-54d1-4b83-b1e4-d8fbb9475045 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596955 Oct 19 00:43:21.127048 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26db8d-922c-4cbb-a6d9-71e9170289b1 req-b4ceba99-571b-4673-be20-87e6eb8447d8 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:21.129844 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-cc26db8d-922c-4cbb-a6d9-71e9170289b1 req-b4ceba99-571b-4673-be20-87e6eb8447d8 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5bdc36c3-1db5-4ff2-808d-1295f314d522 HTTP/1.1" status: 200 len: 945 time: 0.0591381 Oct 19 00:43:21.186369 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-cc26db8d-922c-4cbb-a6d9-71e9170289b1 req-f356cabd-170e-44ca-9adf-fc109d677d1d tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=43973c56-adba-4c5f-9bcf-fc4237016924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500531 Oct 19 00:43:21.451968 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854c64d-07cc-4f10-b625-6f29ce5007f8 req-03665219-83fe-42b5-94ed-aeda4d480f03 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:21.453804 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-5854c64d-07cc-4f10-b625-6f29ce5007f8 req-03665219-83fe-42b5-94ed-aeda4d480f03 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 946 time: 0.0602002 Oct 19 00:43:21.537873 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-5854c64d-07cc-4f10-b625-6f29ce5007f8 req-5e1379a5-b4af-4b91-b235-4cde3c49fb2b tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04f1a968-924f-44d0-a4af-e64f250eb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755749 Oct 19 00:43:22.096585 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b783e-05b9-4d95-81b8-1b51ae214c70 req-bdb92a47-6755-4624-a65c-2adc3d95f867 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:22.098369 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-e84b783e-05b9-4d95-81b8-1b51ae214c70 req-bdb92a47-6755-4624-a65c-2adc3d95f867 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 945 time: 0.0637038 Oct 19 00:43:22.157768 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-e84b783e-05b9-4d95-81b8-1b51ae214c70 req-0948bc2d-f1c9-4f9e-b808-6f0ea47ca422 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498605 Oct 19 00:43:22.350946 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39426f5-c3e6-4349-8f2e-5f138fb4b9bd req-35cdc1fc-a398-4281-8aeb-9046da8d50d0 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:22.352605 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d39426f5-c3e6-4349-8f2e-5f138fb4b9bd req-35cdc1fc-a398-4281-8aeb-9046da8d50d0 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5bdc36c3-1db5-4ff2-808d-1295f314d522 HTTP/1.1" status: 200 len: 945 time: 0.0745165 Oct 19 00:43:22.400359 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:22.416220 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d39426f5-c3e6-4349-8f2e-5f138fb4b9bd req-060738a8-d7f4-4faf-8cbc-df5b59654045 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=43973c56-adba-4c5f-9bcf-fc4237016924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560384 Oct 19 00:43:22.697407 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925dbd6-88f0-44bb-94ac-8204b77644f7 req-6d3afe55-1b81-417c-b770-f1f9957405b5 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:22.700690 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-3925dbd6-88f0-44bb-94ac-8204b77644f7 req-6d3afe55-1b81-417c-b770-f1f9957405b5 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 946 time: 0.0632174 Oct 19 00:43:22.763708 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-3925dbd6-88f0-44bb-94ac-8204b77644f7 req-1de33d92-82b4-4ff9-be28-bcb8f4cc15dc tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04f1a968-924f-44d0-a4af-e64f250eb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554416 Oct 19 00:43:23.157486 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] get_ports_and_sgs() called for port_ids ['97ea2bef-8a45-4c17-8415-e62d303621cb'] {{(pid=111416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 00:43:23.367601 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035fbe5a-b32d-451c-93a1-0e1ed127bf65 req-a90b1720-2d39-4731-9e9e-b80fc2311477 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:23.369180 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-035fbe5a-b32d-451c-93a1-0e1ed127bf65 req-a90b1720-2d39-4731-9e9e-b80fc2311477 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 945 time: 0.0937390 Oct 19 00:43:23.457836 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-035fbe5a-b32d-451c-93a1-0e1ed127bf65 req-a07a4f49-bdc5-4091-a969-622dc4ffc140 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787587 Oct 19 00:43:23.646148 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79be11-e5aa-439b-9d59-bb82dcfe56a3 req-dadefbd5-5056-482a-9b00-d7977a34e8e0 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:23.649119 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9b79be11-e5aa-439b-9d59-bb82dcfe56a3 req-dadefbd5-5056-482a-9b00-d7977a34e8e0 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5bdc36c3-1db5-4ff2-808d-1295f314d522 HTTP/1.1" status: 200 len: 945 time: 0.0742760 Oct 19 00:43:23.752682 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9b79be11-e5aa-439b-9d59-bb82dcfe56a3 req-72756aa1-bcc0-4736-a461-b8dcb755e955 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=43973c56-adba-4c5f-9bcf-fc4237016924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932987 Oct 19 00:43:23.936970 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:24.017566 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e2c95-3f2b-4681-afe9-1dee577253c9 req-98eb30ef-5637-4f49-9e15-1ea563597b56 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:24.018550 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ff5e2c95-3f2b-4681-afe9-1dee577253c9 req-98eb30ef-5637-4f49-9e15-1ea563597b56 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 946 time: 0.0971518 Oct 19 00:43:24.083176 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ff5e2c95-3f2b-4681-afe9-1dee577253c9 req-0c84e9a2-b679-4679-9cdd-e879609491a1 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04f1a968-924f-44d0-a4af-e64f250eb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576749 Oct 19 00:43:24.230956 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee588a70-2993-4714-be5a-891ce70f2592 req-ca6243cd-df3c-421c-8e83-b0a4e2332492 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:24.233924 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ee588a70-2993-4714-be5a-891ce70f2592 req-ca6243cd-df3c-421c-8e83-b0a4e2332492 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 946 time: 0.0661395 Oct 19 00:43:24.244440 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 34660) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:43:24.251097 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-13c5ad9d-42f3-41f0-9a05-34b4b7885f9e tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Request body: {'floatingip': {'port_id': '667c66be-7422-49b6-8e96-6c36f067b697'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:43:24.274387 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=10 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:24.285900 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:24.295702 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-13c5ad9d-42f3-41f0-9a05-34b4b7885f9e tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks [] for floatingip (884c2e2b-b1e8-4bac-8b05-92a609756a6f), before_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:24.664782 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad5d5c-3d61-4849-ab62-1d1392b0302c req-685bbebc-0ca0-4477-b8e7-abc585bf2191 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:24.666306 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-0dad5d5c-3d61-4849-ab62-1d1392b0302c req-685bbebc-0ca0-4477-b8e7-abc585bf2191 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 945 time: 0.1142266 Oct 19 00:43:24.802946 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-0dad5d5c-3d61-4849-ab62-1d1392b0302c req-6de9d357-6eb1-4467-aff2-c7d2c49bedc3 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974827 Oct 19 00:43:24.971970 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-13c5ad9d-42f3-41f0-9a05-34b4b7885f9e tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:24.985648 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647f6fe-59f4-468b-89cc-e711a03db86a req-017ac994-71b1-40e8-a2f6-ec44fcc52570 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:24.990219 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-e647f6fe-59f4-468b-89cc-e711a03db86a req-017ac994-71b1-40e8-a2f6-ec44fcc52570 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5bdc36c3-1db5-4ff2-808d-1295f314d522 HTTP/1.1" status: 200 len: 945 time: 0.0689638 Oct 19 00:43:24.991263 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-13c5ad9d-42f3-41f0-9a05-34b4b7885f9e tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942318'] for floatingip (884c2e2b-b1e8-4bac-8b05-92a609756a6f), after_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:25.073747 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:25.110703 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-e647f6fe-59f4-468b-89cc-e711a03db86a req-d9df9696-a879-44a5-acc3-c7d3c6c856bb tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=43973c56-adba-4c5f-9bcf-fc4237016924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169295 Oct 19 00:43:25.167747 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.db.l3_db [None req-13c5ad9d-42f3-41f0-9a05-34b4b7885f9e tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Floating IP 884c2e2b-b1e8-4bac-8b05-92a609756a6f associated. External IP: 172.37.6.17, port: 667c66be-7422-49b6-8e96-6c36f067b697. Oct 19 00:43:25.353149 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:25.434681 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c5ad9d-42f3-41f0-9a05-34b4b7885f9e tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Router f4efb4ff-d867-49fe-b668-3a22f7946be6 has already been hosted by L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 {{(pid=111415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:43:25.565495 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c5ad9d-42f3-41f0-9a05-34b4b7885f9e tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:43:25.572855 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-13c5ad9d-42f3-41f0-9a05-34b4b7885f9e tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for floatingip (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:25.576579 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c7202a-418d-4594-87b5-78ca7bc78b99 None None] Sync routers for ids ['f4efb4ff-d867-49fe-b668-3a22f7946be6'] in dv-cinder-master-3-iscsi {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:43:25.597002 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c7202a-418d-4594-87b5-78ca7bc78b99 None None] Routers {'f4efb4ff-d867-49fe-b668-3a22f7946be6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:43:25.599429 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-32c7202a-418d-4594-87b5-78ca7bc78b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:43:07Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['f4efb4ff-d867-49fe-b668-3a22f7946be6'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:43:25.615811 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-13c5ad9d-42f3-41f0-9a05-34b4b7885f9e tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/884c2e2b-b1e8-4bac-8b05-92a609756a6f HTTP/1.1" status: 200 len: 991 time: 1.3700449 Oct 19 00:43:25.616817 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6051269-1d16-42db-8323-67a532dbcf40', 'tag': '667c66be-7422-49b6-8e96-6c36f067b697'}] {{(pid=111415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:43:25.620374 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f300162fd090eaaff70cedce24d76e4f7ed07854ce673f865be8180b69e4678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e822b888-9788-4d30-8f0e-8e61cecd84a9" -d '{"events": [{"name": "network-changed", "server_uuid": "f6051269-1d16-42db-8323-67a532dbcf40", "tag": "667c66be-7422-49b6-8e96-6c36f067b697"}]}' {{(pid=111415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:43:25.665049 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 00:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248dd028-381c-4ea3-92ff-a62b8d5c6477 x-openstack-request-id: req-248dd028-381c-4ea3-92ff-a62b8d5c6477 {{(pid=111415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:43:25.665640 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6051269-1d16-42db-8323-67a532dbcf40", "tag": "667c66be-7422-49b6-8e96-6c36f067b697", "status": "completed", "code": 200}]} {{(pid=111415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:43:25.665640 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-248dd028-381c-4ea3-92ff-a62b8d5c6477 {{(pid=111415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:43:25.666011 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-248dd028-381c-4ea3-92ff-a62b8d5c6477'] response: {'name': 'network-changed', 'server_uuid': 'f6051269-1d16-42db-8323-67a532dbcf40', 'tag': '667c66be-7422-49b6-8e96-6c36f067b697', 'status': 'completed', 'code': 200} Oct 19 00:43:25.775971 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-32c7202a-418d-4594-87b5-78ca7bc78b99 None None] Set router f4efb4ff-d867-49fe-b668-3a22f7946be6 gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:43:25.803129 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [req-aae3c7f8-64a8-4ee4-b636-ac93fa42223c req-8cc0674d-d0ce-4a0a-8432-fcf332953052 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 19 00:43:25.803530 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-aae3c7f8-64a8-4ee4-b636-ac93fa42223c req-8cc0674d-d0ce-4a0a-8432-fcf332953052 service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055008 Oct 19 00:43:26.038792 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d20364-a0fa-4139-9f6e-c952a73a95be req-604d2b3f-4954-4803-9d05-13a77fb48f16 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:26.040350 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-93d20364-a0fa-4139-9f6e-c952a73a95be req-604d2b3f-4954-4803-9d05-13a77fb48f16 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 945 time: 0.0648808 Oct 19 00:43:26.127467 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-93d20364-a0fa-4139-9f6e-c952a73a95be req-d210d82a-5874-4270-afeb-06d0a8e9af13 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778878 Oct 19 00:43:26.148011 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-32c7202a-418d-4594-87b5-78ca7bc78b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'name': 'tempest-ServerRescueNegativeTestJSON-1708208379-router', 'tenant_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.180'}], 'enable_snat': True}, 'gw_port_id': '98433c02-4af3-45d7-95ba-f3a805e5fcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:24Z', 'updated_at': '2022-10-19T00:40:36Z', 'revision_number': 4, 'project_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'gw_port': {'id': '98433c02-4af3-45d7-95ba-f3a805e5fcf6', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:11:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '884c2e2b-b1e8-4bac-8b05-92a609756a6f', 'tenant_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'floating_ip_address': '172.37.6.17', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'port_id': '667c66be-7422-49b6-8e96-6c36f067b697', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75c84943-00ac-41e3-a6c3-2ea734b46148', 'mac_address': 'fa:16:3e:35:e2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6051269-1d16-42db-8323-67a532dbcf40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:42:51Z', 'updated_at': '2022-10-19T00:43:24Z', 'revision_number': 1, 'project_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89551b73-6a90-45f5-a164-06641a54f08f', 'name': '', 'network_id': '75c84943-00ac-41e3-a6c3-2ea734b46148', 'tenant_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'mac_address': 'fa:16:3e:42:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'da4d7e39-f806-4ee4-9a72-d230cc0f9d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:32Z', 'updated_at': '2022-10-19T00:40:43Z', 'revision_number': 5, 'project_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'subnets': [{'id': 'da4d7e39-f806-4ee4-9a72-d230cc0f9d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:43:26.190610 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c7202a-418d-4594-87b5-78ca7bc78b99 None None] Checking router: f4efb4ff-d867-49fe-b668-3a22f7946be6 for host: dv-cinder-master-3-iscsi {{(pid=111416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:43:26.195309 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c7202a-418d-4594-87b5-78ca7bc78b99 None None] Routers {'f4efb4ff-d867-49fe-b668-3a22f7946be6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:43:26.203620 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-32c7202a-418d-4594-87b5-78ca7bc78b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:43:07Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['f4efb4ff-d867-49fe-b668-3a22f7946be6'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:43:26.312904 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3410358f-3b03-4ea9-a0c6-a34b7a6aa5d3 req-4352ec7b-8582-4dda-b146-81d0b7087757 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:26.314538 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-3410358f-3b03-4ea9-a0c6-a34b7a6aa5d3 req-4352ec7b-8582-4dda-b146-81d0b7087757 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5bdc36c3-1db5-4ff2-808d-1295f314d522 HTTP/1.1" status: 200 len: 945 time: 0.0924625 Oct 19 00:43:26.379085 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-32c7202a-418d-4594-87b5-78ca7bc78b99 None None] Set router f4efb4ff-d867-49fe-b668-3a22f7946be6 gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:43:26.429585 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-3410358f-3b03-4ea9-a0c6-a34b7a6aa5d3 req-24e31845-8afd-4aec-b420-77a1e6e5be0a tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=43973c56-adba-4c5f-9bcf-fc4237016924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079481 Oct 19 00:43:26.552817 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:26.711028 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 34724) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:43:26.754530 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=100 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:26.762868 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-32c7202a-418d-4594-87b5-78ca7bc78b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'name': 'tempest-ServerRescueNegativeTestJSON-1708208379-router', 'tenant_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.180'}], 'enable_snat': True}, 'gw_port_id': '98433c02-4af3-45d7-95ba-f3a805e5fcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:24Z', 'updated_at': '2022-10-19T00:40:36Z', 'revision_number': 4, 'project_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'gw_port': {'id': '98433c02-4af3-45d7-95ba-f3a805e5fcf6', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:11:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '884c2e2b-b1e8-4bac-8b05-92a609756a6f', 'tenant_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'floating_ip_address': '172.37.6.17', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'port_id': '667c66be-7422-49b6-8e96-6c36f067b697', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75c84943-00ac-41e3-a6c3-2ea734b46148', 'mac_address': 'fa:16:3e:35:e2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6051269-1d16-42db-8323-67a532dbcf40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:42:51Z', 'updated_at': '2022-10-19T00:43:24Z', 'revision_number': 1, 'project_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89551b73-6a90-45f5-a164-06641a54f08f', 'name': '', 'network_id': '75c84943-00ac-41e3-a6c3-2ea734b46148', 'tenant_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'mac_address': 'fa:16:3e:42:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'da4d7e39-f806-4ee4-9a72-d230cc0f9d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:32Z', 'updated_at': '2022-10-19T00:40:43Z', 'revision_number': 5, 'project_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'subnets': [{'id': 'da4d7e39-f806-4ee4-9a72-d230cc0f9d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:43:26.808834 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c7202a-418d-4594-87b5-78ca7bc78b99 None None] The sync data for ids ['f4efb4ff-d867-49fe-b668-3a22f7946be6'] in dv-cinder-master-3-iscsi is: [{'id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'name': 'tempest-ServerRescueNegativeTestJSON-1708208379-router', 'tenant_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.180'}], 'enable_snat': True}, 'gw_port_id': '98433c02-4af3-45d7-95ba-f3a805e5fcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:24Z', 'updated_at': '2022-10-19T00:40:36Z', 'revision_number': 4, 'project_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'gw_port': {'id': '98433c02-4af3-45d7-95ba-f3a805e5fcf6', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:11:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '884c2e2b-b1e8-4bac-8b05-92a609756a6f', 'tenant_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'floating_ip_address': '172.37.6.17', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'port_id': '667c66be-7422-49b6-8e96-6c36f067b697', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75c84943-00ac-41e3-a6c3-2ea734b46148', 'mac_address': 'fa:16:3e:35:e2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6051269-1d16-42db-8323-67a532dbcf40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:42:51Z', 'updated_at': '2022-10-19T00:43:24Z', 'revision_number': 1, 'project_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89551b73-6a90-45f5-a164-06641a54f08f', 'name': '', 'network_id': '75c84943-00ac-41e3-a6c3-2ea734b46148', 'tenant_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'mac_address': 'fa:16:3e:42:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'da4d7e39-f806-4ee4-9a72-d230cc0f9d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:32Z', 'updated_at': '2022-10-19T00:40:43Z', 'revision_number': 5, 'project_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'subnets': [{'id': 'da4d7e39-f806-4ee4-9a72-d230cc0f9d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:43:26.843617 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-559ee7c5-9d0f-4762-ba2a-5e45d438198f req-b13c765d-8875-4358-a09b-4bff397d8a99 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1306214 Oct 19 00:43:26.849432 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [req-559ee7c5-9d0f-4762-ba2a-5e45d438198f req-8745c738-ca3e-4432-926f-4b15d36a607a service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111414) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 19 00:43:26.861883 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-559ee7c5-9d0f-4762-ba2a-5e45d438198f req-8745c738-ca3e-4432-926f-4b15d36a607a service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0171008 Oct 19 00:43:26.964144 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 34736) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:43:27.046896 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 97ea2bef-8a45-4c17-8415-e62d303621cb up at agent hyperv_hv-cinder-maste {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:43:27.120815 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ee7c5-9d0f-4762-ba2a-5e45d438198f req-cbcce53e-d005-4dbb-9a06-d99b8d184902 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:27.124935 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-559ee7c5-9d0f-4762-ba2a-5e45d438198f req-cbcce53e-d005-4dbb-9a06-d99b8d184902 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports/6aea38b4-b7a0-4e8e-82dc-deb19c260092 HTTP/1.1" status: 200 len: 942 time: 0.1597228 Oct 19 00:43:27.159835 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Provisioning for port 97ea2bef-8a45-4c17-8415-e62d303621cb completed by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 19 00:43:27.167275 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Provisioning complete for port 97ea2bef-8a45-4c17-8415-e62d303621cb triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:43:27.167657 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (97ea2bef-8a45-4c17-8415-e62d303621cb), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:27.168000 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Attempt 1 to provision port 97ea2bef-8a45-4c17-8415-e62d303621cb Oct 19 00:43:27.229322 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822b888-9788-4d30-8f0e-8e61cecd84a9 req-cefe823f-832e-4bbe-812f-1e878ca5184e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:27.233993 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-e822b888-9788-4d30-8f0e-8e61cecd84a9 req-cefe823f-832e-4bbe-812f-1e878ca5184e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c0151d58abd047a692f5cc4e7d05bea5&device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 1130 time: 0.1100056 Oct 19 00:43:27.340535 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port 97ea2bef-8a45-4c17-8415-e62d303621cb is: BUILD; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:43:27.341102 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (97ea2bef-8a45-4c17-8415-e62d303621cb), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:27.412433 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bdc36c3-1db5-4ff2-808d-1295f314d522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ea2bef-8a45-4c17-8415-e62d303621cb'}] {{(pid=111416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:43:27.419008 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0240e38e362fdc750089dc1f1183b30604621660299f95a12c585bcfa6b02ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744cfea6-60e9-44b7-985a-67541e90ed92" -d '{"events": [{"server_uuid": "5bdc36c3-1db5-4ff2-808d-1295f314d522", "name": "network-vif-plugged", "status": "completed", "tag": "97ea2bef-8a45-4c17-8415-e62d303621cb"}]}' {{(pid=111416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:43:27.419922 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077c21e-e821-4fc8-a537-2ef02241d93d req-46832817-d4da-4d8b-98d9-7fd8bae0a8c9 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:27.439802 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c077c21e-e821-4fc8-a537-2ef02241d93d req-46832817-d4da-4d8b-98d9-7fd8bae0a8c9 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 945 time: 0.1200275 Oct 19 00:43:27.454860 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port 97ea2bef-8a45-4c17-8415-e62d303621cb, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=97ea2bef-8a45-4c17-8415-e62d303621cb,segment=NetworkSegment(e1751744-52ca-4c83-95d3-96eb3f519636),segment_id=e1751744-52ca-4c83-95d3-96eb3f519636)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:43:27.472934 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (97ea2bef-8a45-4c17-8415-e62d303621cb), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:27.478611 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 6aea38b4-b7a0-4e8e-82dc-deb19c260092 no longer exists at agent hyperv_hv-cinder-maste {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:43:27.507682 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822b888-9788-4d30-8f0e-8e61cecd84a9 req-e77b17af-4b86-4620-800d-be6d6762206e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:27.511055 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-e822b888-9788-4d30-8f0e-8e61cecd84a9 req-e77b17af-4b86-4620-800d-be6d6762206e service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=75c84943-00ac-41e3-a6c3-2ea734b46148 HTTP/1.1" status: 200 len: 920 time: 0.2650006 Oct 19 00:43:27.596678 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c077c21e-e821-4fc8-a537-2ef02241d93d req-7766f42d-d14a-4fcd-8e42-461f86413974 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550725 Oct 19 00:43:27.690573 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 00:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dcf2cee-331d-4b39-8379-3815febbaa19 x-openstack-request-id: req-6dcf2cee-331d-4b39-8379-3815febbaa19 {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:43:27.690876 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bdc36c3-1db5-4ff2-808d-1295f314d522", "name": "network-vif-plugged", "status": "completed", "tag": "97ea2bef-8a45-4c17-8415-e62d303621cb", "code": 200}]} {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:43:27.691143 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6dcf2cee-331d-4b39-8379-3815febbaa19 {{(pid=111416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:43:27.694581 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dcf2cee-331d-4b39-8379-3815febbaa19'] response: {'server_uuid': '5bdc36c3-1db5-4ff2-808d-1295f314d522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ea2bef-8a45-4c17-8415-e62d303621cb', 'code': 200} Oct 19 00:43:27.713192 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-e822b888-9788-4d30-8f0e-8e61cecd84a9 req-65057fe3-f679-4f07-bb18-146d0f1a6af9 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=667c66be-7422-49b6-8e96-6c36f067b697 HTTP/1.1" status: 200 len: 999 time: 0.1960552 Oct 19 00:43:27.816140 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822b888-9788-4d30-8f0e-8e61cecd84a9 req-09d69c12-7485-4734-a9e0-a58a6937e590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:27.818245 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-e822b888-9788-4d30-8f0e-8e61cecd84a9 req-09d69c12-7485-4734-a9e0-a58a6937e590 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=da4d7e39-f806-4ee4-9a72-d230cc0f9d32 HTTP/1.1" status: 200 len: 858 time: 0.0840085 Oct 19 00:43:27.824831 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port 6aea38b4-b7a0-4e8e-82dc-deb19c260092 is: ACTIVE; New status is: DOWN {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:43:27.825534 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (6aea38b4-b7a0-4e8e-82dc-deb19c260092), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:27.848603 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=97ea2bef-8a45-4c17-8415-e62d303621cb,revision_number=5']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:43:27.926551 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b04f22-d2e1-4e2c-b2ae-f50c65f483b4 req-3e41b8f4-4956-4be4-9972-7198eed61126 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:27.930144 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822b888-9788-4d30-8f0e-8e61cecd84a9 req-38344217-472c-47dd-ae36-453afbc21d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:27.932150 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-e822b888-9788-4d30-8f0e-8e61cecd84a9 req-38344217-472c-47dd-ae36-453afbc21d3c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=75c84943-00ac-41e3-a6c3-2ea734b46148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0964782 Oct 19 00:43:27.938114 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-22b04f22-d2e1-4e2c-b2ae-f50c65f483b4 req-3e41b8f4-4956-4be4-9972-7198eed61126 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5bdc36c3-1db5-4ff2-808d-1295f314d522 HTTP/1.1" status: 200 len: 946 time: 0.1590948 Oct 19 00:43:27.952600 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port 6aea38b4-b7a0-4e8e-82dc-deb19c260092, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6aea38b4-b7a0-4e8e-82dc-deb19c260092,segment=NetworkSegment(5e10216b-5353-4a7f-a5b9-0961a609cc49),segment_id=5e10216b-5353-4a7f-a5b9-0961a609cc49)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:43:27.961102 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (6aea38b4-b7a0-4e8e-82dc-deb19c260092), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:28.068115 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-22b04f22-d2e1-4e2c-b2ae-f50c65f483b4 req-f85e0dff-ae3a-4b73-b7fe-82561d7821e7 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=43973c56-adba-4c5f-9bcf-fc4237016924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287265 Oct 19 00:43:28.082864 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=6aea38b4-b7a0-4e8e-82dc-deb19c260092,revision_number=8']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:43:28.173474 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=100 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:28.176979 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca4912-c8e7-4424-971b-aa1cf57ecc38 req-5e85c3b6-1822-4521-b138-9bc58f4ea731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:28.179934 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-f8ca4912-c8e7-4424-971b-aa1cf57ecc38 req-5e85c3b6-1822-4521-b138-9bc58f4ea731 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5bdc36c3-1db5-4ff2-808d-1295f314d522 HTTP/1.1" status: 200 len: 1130 time: 0.0603926 Oct 19 00:43:28.205640 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfed0f1-caa6-47d6-ae92-d47619b86edd None None] New status for floating IP 884c2e2b-b1e8-4bac-8b05-92a609756a6f: ACTIVE {{(pid=111417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 00:43:28.257047 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=100 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:28.296151 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-e822b888-9788-4d30-8f0e-8e61cecd84a9 req-b5c2a2a1-480f-460f-8349-df7711b33b34 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/75c84943-00ac-41e3-a6c3-2ea734b46148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371615 Oct 19 00:43:28.430786 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-e822b888-9788-4d30-8f0e-8e61cecd84a9 req-ffedc392-9965-4962-8620-ab17ab8debd6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/75c84943-00ac-41e3-a6c3-2ea734b46148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177111 Oct 19 00:43:28.448592 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-f8ca4912-c8e7-4424-971b-aa1cf57ecc38 req-7422cff5-29d2-4fc6-8412-93d0d05afbc2 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=43973c56-adba-4c5f-9bcf-fc4237016924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039952 Oct 19 00:43:28.748987 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c38ca1-b266-441c-8598-0aba3639a132 req-713b3d2d-9948-4b85-b692-59fab79fb9ed tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:28.750656 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-91c38ca1-b266-441c-8598-0aba3639a132 req-713b3d2d-9948-4b85-b692-59fab79fb9ed tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 943 time: 0.0576234 Oct 19 00:43:28.801383 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-91c38ca1-b266-441c-8598-0aba3639a132 req-ef14caf1-66e3-4183-93f3-eb856a1e776b tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439515 Oct 19 00:43:29.211758 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b0721-a334-4d2d-9ded-d8fa777b615e req-4bd46c4d-bcc4-4dc2-947a-aa76870c585e tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:29.213476 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-739b0721-a334-4d2d-9ded-d8fa777b615e req-4bd46c4d-bcc4-4dc2-947a-aa76870c585e tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5bdc36c3-1db5-4ff2-808d-1295f314d522 HTTP/1.1" status: 200 len: 946 time: 0.0494232 Oct 19 00:43:29.304005 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-739b0721-a334-4d2d-9ded-d8fa777b615e req-5d61b19b-39fb-4682-ac0e-9e58f37ac5a1 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=43973c56-adba-4c5f-9bcf-fc4237016924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831487 Oct 19 00:43:29.697304 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6aea38b4-b7a0-4e8e-82dc-deb19c260092'}] {{(pid=111416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:43:29.700336 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0240e38e362fdc750089dc1f1183b30604621660299f95a12c585bcfa6b02ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de97003-2449-4faa-8684-74a51e473db5" -d '{"events": [{"server_uuid": "b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2", "name": "network-vif-unplugged", "status": "completed", "tag": "6aea38b4-b7a0-4e8e-82dc-deb19c260092"}]}' {{(pid=111416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:43:29.751439 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 19 Oct 2022 00:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6534f656-888b-41f4-a045-afd43831082a x-openstack-request-id: req-6534f656-888b-41f4-a045-afd43831082a {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:43:29.751731 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2", "name": "network-vif-unplugged", "status": "completed", "tag": "6aea38b4-b7a0-4e8e-82dc-deb19c260092", "code": 200}]} {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:43:29.751997 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6534f656-888b-41f4-a045-afd43831082a {{(pid=111416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:43:29.752676 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6534f656-888b-41f4-a045-afd43831082a'] response: {'server_uuid': 'b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6aea38b4-b7a0-4e8e-82dc-deb19c260092', 'code': 200} Oct 19 00:43:29.963771 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:29.986027 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22108178-da34-4869-80db-aef28370a68f req-96b68c54-ad64-4135-9585-f3010a351385 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:29.987744 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-22108178-da34-4869-80db-aef28370a68f req-96b68c54-ad64-4135-9585-f3010a351385 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 943 time: 0.0784652 Oct 19 00:43:30.049962 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-22108178-da34-4869-80db-aef28370a68f req-02e30e4a-3bba-42e7-a3fd-54f62ab58d5f tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514524 Oct 19 00:43:30.290377 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.agents_db [None req-a13584a9-f264-4877-bb17-87a252e2109a None None] Agent healthcheck: found 6 active agents {{(pid=111417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:43:30.433010 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1631306-fca1-4674-ba12-3f91c840aaf6 req-16f40065-9853-4f9c-9425-d31156b60bb6 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:30.441372 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-f1631306-fca1-4674-ba12-3f91c840aaf6 req-16f40065-9853-4f9c-9425-d31156b60bb6 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5bdc36c3-1db5-4ff2-808d-1295f314d522 HTTP/1.1" status: 200 len: 946 time: 0.0609789 Oct 19 00:43:30.474017 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:30.495695 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-f1631306-fca1-4674-ba12-3f91c840aaf6 req-aa936c97-36f4-4dd2-babb-d0a6d3de9173 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=43973c56-adba-4c5f-9bcf-fc4237016924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531449 Oct 19 00:43:31.203981 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc384d-7031-40c9-bdb1-a788fc324ba5 req-f9b92249-e2f9-4ec2-9704-43e69b61b89f tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:31.206085 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9cdc384d-7031-40c9-bdb1-a788fc324ba5 req-f9b92249-e2f9-4ec2-9704-43e69b61b89f tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 943 time: 0.0570018 Oct 19 00:43:31.281922 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9cdc384d-7031-40c9-bdb1-a788fc324ba5 req-926d46e0-77f7-4333-b883-2da6e5a46f06 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690527 Oct 19 00:43:31.662050 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b115d-d539-489c-91e0-689c3aeb2c28 req-b366cf22-c579-4ef0-b95b-ede9bd6a785b tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:31.663705 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-048b115d-d539-489c-91e0-689c3aeb2c28 req-b366cf22-c579-4ef0-b95b-ede9bd6a785b tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5bdc36c3-1db5-4ff2-808d-1295f314d522 HTTP/1.1" status: 200 len: 946 time: 0.0494945 Oct 19 00:43:31.730412 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-048b115d-d539-489c-91e0-689c3aeb2c28 req-2cc57ac9-10dc-4f27-8cb2-27a2a1a15d9b tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=43973c56-adba-4c5f-9bcf-fc4237016924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588953 Oct 19 00:43:31.794916 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (6724934a-8b6e-4109-8304-d160e240b776), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:32.442702 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d9b8b-3e55-41b9-a803-386dc08d3d83 req-c1ce8af2-072a-44a7-8ed1-81fbbe624b13 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:32.445394 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ad3d9b8b-3e55-41b9-a803-386dc08d3d83 req-c1ce8af2-072a-44a7-8ed1-81fbbe624b13 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 943 time: 0.0624189 Oct 19 00:43:32.761524 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ad3d9b8b-3e55-41b9-a803-386dc08d3d83 req-17482ef1-0e0b-4d65-9fef-56f8740514d7 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3084042 Oct 19 00:43:32.897815 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0ab50-1eaa-4689-b85b-4ecabf9cbd45 req-ebb3134e-d537-4838-af6c-8b5574c3ccbe tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:32.899693 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-b1f0ab50-1eaa-4689-b85b-4ecabf9cbd45 req-ebb3134e-d537-4838-af6c-8b5574c3ccbe tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5bdc36c3-1db5-4ff2-808d-1295f314d522 HTTP/1.1" status: 200 len: 946 time: 0.0630202 Oct 19 00:43:32.972601 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-b1f0ab50-1eaa-4689-b85b-4ecabf9cbd45 req-21bc8c87-b068-4e90-a0d3-55095524a38d tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=43973c56-adba-4c5f-9bcf-fc4237016924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659947 Oct 19 00:43:34.018905 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04f523-7f27-4467-93dc-176c0be01ca2 req-de246721-ebb3-4a90-a817-52e388c92c27 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:34.029866 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ac04f523-7f27-4467-93dc-176c0be01ca2 req-de246721-ebb3-4a90-a817-52e388c92c27 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 943 time: 0.1035023 Oct 19 00:43:34.041865 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13aafb-1a86-4ad9-b0a5-9bc6c0340cdd req-7e6130c4-e3b7-451c-9825-912700ab9d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:34.045193 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-0b13aafb-1a86-4ad9-b0a5-9bc6c0340cdd req-7e6130c4-e3b7-451c-9825-912700ab9d5e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=37ffcffcae9b41bbb2d13adc49cb99df&device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 1127 time: 0.0753157 Oct 19 00:43:34.135894 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ac04f523-7f27-4467-93dc-176c0be01ca2 req-c8d1e48a-e4d2-4adb-afe8-9a7b43b42e36 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945001 Oct 19 00:43:34.294336 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13aafb-1a86-4ad9-b0a5-9bc6c0340cdd req-20f28ca7-61d0-45f2-bb06-8504c3557937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:34.296096 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-0b13aafb-1a86-4ad9-b0a5-9bc6c0340cdd req-20f28ca7-61d0-45f2-bb06-8504c3557937 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc HTTP/1.1" status: 200 len: 917 time: 0.2181420 Oct 19 00:43:34.418012 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-0b13aafb-1a86-4ad9-b0a5-9bc6c0340cdd req-fc1fb407-7baa-41a2-8675-a42ba089407f service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6aea38b4-b7a0-4e8e-82dc-deb19c260092 HTTP/1.1" status: 200 len: 999 time: 0.1082611 Oct 19 00:43:34.421061 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae01f8-c478-44f6-9a26-6a9d206bf055 req-f6bcff12-e235-42f9-880c-8548654c9d24 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:34.423093 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-23ae01f8-c478-44f6-9a26-6a9d206bf055 req-f6bcff12-e235-42f9-880c-8548654c9d24 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5bdc36c3-1db5-4ff2-808d-1295f314d522 HTTP/1.1" status: 200 len: 946 time: 0.0945203 Oct 19 00:43:34.534336 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-23ae01f8-c478-44f6-9a26-6a9d206bf055 req-cec9b726-a413-461a-ab03-302590ba4f15 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=43973c56-adba-4c5f-9bcf-fc4237016924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003695 Oct 19 00:43:34.581944 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-84397eaf-422a-4323-9211-d673859f4458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:34.814421 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ee7c5-9d0f-4762-ba2a-5e45d438198f req-cd0f963f-1afe-4b71-bddf-dd18e4b04aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:34.816372 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-559ee7c5-9d0f-4762-ba2a-5e45d438198f req-cd0f963f-1afe-4b71-bddf-dd18e4b04aac service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2&tenant_id=37ffcffcae9b41bbb2d13adc49cb99df HTTP/1.1" status: 200 len: 1127 time: 0.1394892 Oct 19 00:43:34.820866 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13aafb-1a86-4ad9-b0a5-9bc6c0340cdd req-e80c0e3b-99eb-44b5-aa4f-5c3cce63ecce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:34.822414 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-0b13aafb-1a86-4ad9-b0a5-9bc6c0340cdd req-e80c0e3b-99eb-44b5-aa4f-5c3cce63ecce service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=29c3f2de-ba2c-47ae-bf44-d2591e2e7caf HTTP/1.1" status: 200 len: 855 time: 0.1468885 Oct 19 00:43:34.880003 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13aafb-1a86-4ad9-b0a5-9bc6c0340cdd req-4b8eaadc-0fdf-4f85-b767-d8bd2e554fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:34.881579 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-0b13aafb-1a86-4ad9-b0a5-9bc6c0340cdd req-4b8eaadc-0fdf-4f85-b767-d8bd2e554fff service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484984 Oct 19 00:43:35.020844 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-0b13aafb-1a86-4ad9-b0a5-9bc6c0340cdd req-e8c2e792-1ece-4489-b1b5-6e727d35573a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282561 Oct 19 00:43:35.136359 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-0b13aafb-1a86-4ad9-b0a5-9bc6c0340cdd req-e46f1cd1-1198-4eb1-9181-6ca0c9f28dcb service neutron] 10.222.0.20 "GET /networking/v2.0/networks/173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048033 Oct 19 00:43:35.296416 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07573c2f-25ee-44ea-ad70-15a0fc8152ef req-313c1baa-f631-4555-ae7c-41c8c53f0aba tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:35.299014 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-07573c2f-25ee-44ea-ad70-15a0fc8152ef req-313c1baa-f631-4555-ae7c-41c8c53f0aba tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 943 time: 0.0575652 Oct 19 00:43:35.336132 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ee7c5-9d0f-4762-ba2a-5e45d438198f req-3ec96fb7-a481-47b8-80d1-2d36296a474d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:35.338007 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-559ee7c5-9d0f-4762-ba2a-5e45d438198f req-3ec96fb7-a481-47b8-80d1-2d36296a474d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=37ffcffcae9b41bbb2d13adc49cb99df&device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 1127 time: 0.0548151 Oct 19 00:43:35.354283 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-07573c2f-25ee-44ea-ad70-15a0fc8152ef req-ea2e9d8a-056e-424c-950f-804071ffc647 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502927 Oct 19 00:43:35.465434 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ee7c5-9d0f-4762-ba2a-5e45d438198f req-59b7ecb4-b17e-4e48-9f5c-3b06e38551fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:35.467280 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-559ee7c5-9d0f-4762-ba2a-5e45d438198f req-59b7ecb4-b17e-4e48-9f5c-3b06e38551fe service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc HTTP/1.1" status: 200 len: 917 time: 0.0965078 Oct 19 00:43:35.845845 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-559ee7c5-9d0f-4762-ba2a-5e45d438198f req-cf2593c7-86fc-4a51-b380-db41d0d00127 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6aea38b4-b7a0-4e8e-82dc-deb19c260092 HTTP/1.1" status: 200 len: 999 time: 0.0961010 Oct 19 00:43:35.914351 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=100 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:35.920756 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ee7c5-9d0f-4762-ba2a-5e45d438198f req-9bd4ab13-1909-43ab-b0e9-22b755966d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:35.922400 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-559ee7c5-9d0f-4762-ba2a-5e45d438198f req-9bd4ab13-1909-43ab-b0e9-22b755966d34 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=29c3f2de-ba2c-47ae-bf44-d2591e2e7caf HTTP/1.1" status: 200 len: 855 time: 0.0681577 Oct 19 00:43:35.971601 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ee7c5-9d0f-4762-ba2a-5e45d438198f req-4053c502-a97d-42dd-a6eb-a4000fa2eaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:35.973186 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-559ee7c5-9d0f-4762-ba2a-5e45d438198f req-4053c502-a97d-42dd-a6eb-a4000fa2eaae service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442910 Oct 19 00:43:36.080173 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-559ee7c5-9d0f-4762-ba2a-5e45d438198f req-a07cc859-cf77-4bba-b743-a73a69501cb3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985870 Oct 19 00:43:36.492714 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a71be-457b-4fe1-b2eb-7728fa9d13b0 req-acd2088b-7058-4e5b-a70e-cc88835848e3 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:36.497828 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-503a71be-457b-4fe1-b2eb-7728fa9d13b0 req-acd2088b-7058-4e5b-a70e-cc88835848e3 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 943 time: 0.0568621 Oct 19 00:43:36.559734 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-503a71be-457b-4fe1-b2eb-7728fa9d13b0 req-a75f1ec8-12d9-47b7-8df6-6000b16cdf5b tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553226 Oct 19 00:43:36.784442 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-aae5e9f9-d63c-4cdd-ab22-7163b74b659e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:37.693700 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad8e08-773b-4072-82a1-c2e02dbfa39b req-c09bd7d6-143e-4ba6-8eb9-a86c7e7e08e1 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:37.695377 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-19ad8e08-773b-4072-82a1-c2e02dbfa39b req-c09bd7d6-143e-4ba6-8eb9-a86c7e7e08e1 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 943 time: 0.0498366 Oct 19 00:43:37.748638 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-19ad8e08-773b-4072-82a1-c2e02dbfa39b req-b6e395fb-4817-457d-8782-c56ea8087a6f tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460935 Oct 19 00:43:37.755614 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 35010) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:43:37.815066 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:37.822094 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-70464176-5dbf-4a50-a275-e5bb08756e4e tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] Publish callbacks [] for security_group (0d9fbfc3-f49d-444a-b39b-32de4416450d), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:37.853508 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-70464176-5dbf-4a50-a275-e5bb08756e4e tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] Publish callbacks [] for security_group (0d9fbfc3-f49d-444a-b39b-32de4416450d), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:37.897104 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:37.938200 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-70464176-5dbf-4a50-a275-e5bb08756e4e tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (0d9fbfc3-f49d-444a-b39b-32de4416450d), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:37.941363 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-70464176-5dbf-4a50-a275-e5bb08756e4e tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:37.942611 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-70464176-5dbf-4a50-a275-e5bb08756e4e tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/0d9fbfc3-f49d-444a-b39b-32de4416450d HTTP/1.1" status: 204 len: 168 time: 0.1859488 Oct 19 00:43:37.953580 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70464176-5dbf-4a50-a275-e5bb08756e4e tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9fbfc3-f49d-444a-b39b-32de4416450d,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:43:38.005160 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 35020) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:43:38.251489 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:38.357633 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d6435054-9675-46b6-9317-42c9a4e2c567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1942574'] for router_interface (5b12016c-b749-45fb-880d-7cec5c00d63f), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:38.423554 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:38.604591 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-d6435054-9675-46b6-9317-42c9a4e2c567 admin admin] Deleting port b947cf69-cee9-4e6d-8ea1-aaab1885d5a3 {{(pid=111415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:43:38.604927 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d6435054-9675-46b6-9317-42c9a4e2c567 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (b947cf69-cee9-4e6d-8ea1-aaab1885d5a3), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:38.694985 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.db [None req-d6435054-9675-46b6-9317-42c9a4e2c567 admin admin] For port b947cf69-cee9-4e6d-8ea1-aaab1885d5a3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b947cf69-cee9-4e6d-8ea1-aaab1885d5a3,segment=NetworkSegment(e7a3761b-18cd-4d8c-a8b2-c4811fdee8bf),segment_id=e7a3761b-18cd-4d8c-a8b2-c4811fdee8bf)] {{(pid=111415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:43:38.695647 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d6435054-9675-46b6-9317-42c9a4e2c567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (b947cf69-cee9-4e6d-8ea1-aaab1885d5a3), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:38.710233 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-d6435054-9675-46b6-9317-42c9a4e2c567 admin admin] Calling delete_port for b947cf69-cee9-4e6d-8ea1-aaab1885d5a3 owned by network:router_interface {{(pid=111415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:43:38.875240 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:38.880523 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:38.920931 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed72c5-6780-4b4e-a121-070d1d612acd req-960f10b2-91ef-4895-b502-bec0b3875a5f tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:38.922540 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-1aed72c5-6780-4b4e-a121-070d1d612acd req-960f10b2-91ef-4895-b502-bec0b3875a5f tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 943 time: 0.0806141 Oct 19 00:43:38.968743 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d6435054-9675-46b6-9317-42c9a4e2c567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7426774'] for port (b947cf69-cee9-4e6d-8ea1-aaab1885d5a3), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:39.011419 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6435054-9675-46b6-9317-42c9a4e2c567 admin admin] Pushing event deleted for resources: {'Port': ['ID=b947cf69-cee9-4e6d-8ea1-aaab1885d5a3,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:43:39.021853 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-1aed72c5-6780-4b4e-a121-070d1d612acd req-a6e80b6f-eedd-4f8f-bf41-946337c22f66 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913947 Oct 19 00:43:39.149771 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=100 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:39.208397 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-559ee7c5-9d0f-4762-ba2a-5e45d438198f req-3490f024-d259-42c7-b34f-927e28ef03a6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275702 Oct 19 00:43:39.245509 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d6435054-9675-46b6-9317-42c9a4e2c567 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1942682'] for router_interface (5b12016c-b749-45fb-880d-7cec5c00d63f), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:39.275896 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eeca657-4ef6-40ef-8e6f-1250ffaf353d None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=111416) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 19 00:43:39.334983 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:39.470974 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eeca657-4ef6-40ef-8e6f-1250ffaf353d None None] Resources bound (agent type, host, resource id): {{(pid=111416) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 00:43:39.567932 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6435054-9675-46b6-9317-42c9a4e2c567 admin admin] Router 5b12016c-b749-45fb-880d-7cec5c00d63f has already been hosted by L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 {{(pid=111415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:43:39.758833 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6435054-9675-46b6-9317-42c9a4e2c567 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:43:39.768172 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-d6435054-9675-46b6-9317-42c9a4e2c567 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/5b12016c-b749-45fb-880d-7cec5c00d63f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7615283 Oct 19 00:43:39.771014 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 35048) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:43:39.773304 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf70142-fe15-4b3c-9936-31be1eb27eb4 None None] Sync routers for ids ['5b12016c-b749-45fb-880d-7cec5c00d63f'] in dv-cinder-master-3-iscsi {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:43:39.789423 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf70142-fe15-4b3c-9936-31be1eb27eb4 None None] Routers {'5b12016c-b749-45fb-880d-7cec5c00d63f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:43:39.790387 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-3cf70142-fe15-4b3c-9936-31be1eb27eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:43:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['5b12016c-b749-45fb-880d-7cec5c00d63f'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:43:39.861922 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:39.952565 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-3cf70142-fe15-4b3c-9936-31be1eb27eb4 None None] Set router 5b12016c-b749-45fb-880d-7cec5c00d63f gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:43:40.236283 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 35068) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:43:40.285633 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:40.353799 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-3cf70142-fe15-4b3c-9936-31be1eb27eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b12016c-b749-45fb-880d-7cec5c00d63f', 'name': 'tempest-TestShelveInstance-1230692969-router', 'tenant_id': 'f798b16ae6e4429c9c07793a0178f798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.63'}], 'enable_snat': True}, 'gw_port_id': '2252e5c8-1468-4c9d-9bb9-6cf437e5fe41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:41:34Z', 'updated_at': '2022-10-19T00:43:38Z', 'revision_number': 5, 'project_id': 'f798b16ae6e4429c9c07793a0178f798', 'gw_port': {'id': '2252e5c8-1468-4c9d-9bb9-6cf437e5fe41', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b12016c-b749-45fb-880d-7cec5c00d63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:41:35Z', 'updated_at': '2022-10-19T00:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:43:40.357808 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:40.479106 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f6e6507-b628-44c3-ac64-c80e52c3b7df admin admin] Deleting subnet c3539074-b8f0-4825-a59a-0409e8fd217b {{(pid=111415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 19 00:43:40.491476 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71867d7d-cddb-460e-85ed-0245ad1b4cc4 req-138d0d52-3ab1-46da-8847-122f64996e21 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:40.501683 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-71867d7d-cddb-460e-85ed-0245ad1b4cc4 req-138d0d52-3ab1-46da-8847-122f64996e21 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 943 time: 0.2629437 Oct 19 00:43:40.513805 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-2f6e6507-b628-44c3-ac64-c80e52c3b7df admin admin] Publish callbacks [] for subnet (c3539074-b8f0-4825-a59a-0409e8fd217b), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:40.633476 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-2f6e6507-b628-44c3-ac64-c80e52c3b7df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7426685'] for subnet (c3539074-b8f0-4825-a59a-0409e8fd217b), precommit_delete_associations {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:40.731030 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-71867d7d-cddb-460e-85ed-0245ad1b4cc4 req-6281fb98-ea57-472b-bd81-e9ff39c15011 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2279258 Oct 19 00:43:40.770360 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-2f6e6507-b628-44c3-ac64-c80e52c3b7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-835128'] for subnet (c3539074-b8f0-4825-a59a-0409e8fd217b), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:40.774241 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf70142-fe15-4b3c-9936-31be1eb27eb4 None None] Checking router: 5b12016c-b749-45fb-880d-7cec5c00d63f for host: dv-cinder-master-3-iscsi {{(pid=111416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:43:40.796413 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf70142-fe15-4b3c-9936-31be1eb27eb4 None None] Routers {'5b12016c-b749-45fb-880d-7cec5c00d63f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:43:40.798362 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-3cf70142-fe15-4b3c-9936-31be1eb27eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:43:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['5b12016c-b749-45fb-880d-7cec5c00d63f'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:43:40.804987 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:40.821217 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:40.825005 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-8addb363-3223-4cf0-939e-7c4cdf62c812 admin admin] Publish callbacks [] for router (5b12016c-b749-45fb-880d-7cec5c00d63f), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:40.881976 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-2f6e6507-b628-44c3-ac64-c80e52c3b7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-835107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7426725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7409458'] for subnet (c3539074-b8f0-4825-a59a-0409e8fd217b), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:40.911738 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-2f6e6507-b628-44c3-ac64-c80e52c3b7df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:40.917736 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-bf982cc8-cc4a-4f54-9424-f6403399f021 None None] Provisioning complete for port 77e2d01e-09e5-4e78-ab15-53594706038d triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:43:40.918353 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-bf982cc8-cc4a-4f54-9424-f6403399f021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (77e2d01e-09e5-4e78-ab15-53594706038d), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:40.918743 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-bf982cc8-cc4a-4f54-9424-f6403399f021 None None] Attempt 1 to provision port 77e2d01e-09e5-4e78-ab15-53594706038d Oct 19 00:43:40.921805 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-2f6e6507-b628-44c3-ac64-c80e52c3b7df admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/c3539074-b8f0-4825-a59a-0409e8fd217b HTTP/1.1" status: 204 len: 168 time: 0.6532550 Oct 19 00:43:40.927225 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 35074) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:43:40.965175 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e6507-b628-44c3-ac64-c80e52c3b7df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3539074-b8f0-4825-a59a-0409e8fd217b,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:43:41.055331 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:41.067695 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-3cf70142-fe15-4b3c-9936-31be1eb27eb4 None None] Set router 5b12016c-b749-45fb-880d-7cec5c00d63f gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:43:41.167654 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5f770eac-8d85-4728-afb9-342811999e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-943402'] for network (7d7558f7-ec39-4fba-83f7-3ca748451727), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:41.221398 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-bf982cc8-cc4a-4f54-9424-f6403399f021 None None] Current status of the port 77e2d01e-09e5-4e78-ab15-53594706038d is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:43:41.228025 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-8addb363-3223-4cf0-939e-7c4cdf62c812 admin admin] Publish callbacks [] for router_gateway (5b12016c-b749-45fb-880d-7cec5c00d63f), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:41.341275 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5f770eac-8d85-4728-afb9-342811999e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-835184', 'neutron.services.segments.db._delete_segments_for_network-8730482754115'] for network (7d7558f7-ec39-4fba-83f7-3ca748451727), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:41.358187 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-3cf70142-fe15-4b3c-9936-31be1eb27eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b12016c-b749-45fb-880d-7cec5c00d63f', 'name': 'tempest-TestShelveInstance-1230692969-router', 'tenant_id': 'f798b16ae6e4429c9c07793a0178f798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.63'}], 'enable_snat': True}, 'gw_port_id': '2252e5c8-1468-4c9d-9bb9-6cf437e5fe41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:41:34Z', 'updated_at': '2022-10-19T00:43:38Z', 'revision_number': 5, 'project_id': 'f798b16ae6e4429c9c07793a0178f798', 'gw_port': {'id': '2252e5c8-1468-4c9d-9bb9-6cf437e5fe41', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b12016c-b749-45fb-880d-7cec5c00d63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:41:35Z', 'updated_at': '2022-10-19T00:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:43:41.361148 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [None req-8addb363-3223-4cf0-939e-7c4cdf62c812 admin admin] Deleting port 2252e5c8-1468-4c9d-9bb9-6cf437e5fe41 {{(pid=111414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:43:41.361494 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-8addb363-3223-4cf0-939e-7c4cdf62c812 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (2252e5c8-1468-4c9d-9bb9-6cf437e5fe41), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:41.404634 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.services.segments.db [None req-5f770eac-8d85-4728-afb9-342811999e9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d7558f7-ec39-4fba-83f7-3ca748451727']}} {{(pid=111414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:43:41.409081 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf70142-fe15-4b3c-9936-31be1eb27eb4 None None] The sync data for ids ['5b12016c-b749-45fb-880d-7cec5c00d63f'] in dv-cinder-master-3-iscsi is: [{'id': '5b12016c-b749-45fb-880d-7cec5c00d63f', 'name': 'tempest-TestShelveInstance-1230692969-router', 'tenant_id': 'f798b16ae6e4429c9c07793a0178f798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.63'}], 'enable_snat': True}, 'gw_port_id': '2252e5c8-1468-4c9d-9bb9-6cf437e5fe41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:41:34Z', 'updated_at': '2022-10-19T00:43:38Z', 'revision_number': 5, 'project_id': 'f798b16ae6e4429c9c07793a0178f798', 'gw_port': {'id': '2252e5c8-1468-4c9d-9bb9-6cf437e5fe41', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b12016c-b749-45fb-880d-7cec5c00d63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:41:35Z', 'updated_at': '2022-10-19T00:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:43:41.466632 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.services.segments.db [None req-5f770eac-8d85-4728-afb9-342811999e9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92b295e7-d1cc-444c-9878-87a014ac144e') {'for_net_delete': True} {{(pid=111414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:43:41.466918 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.services.segments.db [None req-5f770eac-8d85-4728-afb9-342811999e9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92b295e7-d1cc-444c-9878-87a014ac144e') {} {{(pid=111414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:43:41.509503 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5f770eac-8d85-4728-afb9-342811999e9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730482833143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8000567'] for segment (92b295e7-d1cc-444c-9878-87a014ac144e), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:41.547210 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5f770eac-8d85-4728-afb9-342811999e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412'] for segment (92b295e7-d1cc-444c-9878-87a014ac144e), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:41.580757 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [None req-8addb363-3223-4cf0-939e-7c4cdf62c812 admin admin] For port 2252e5c8-1468-4c9d-9bb9-6cf437e5fe41, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2252e5c8-1468-4c9d-9bb9-6cf437e5fe41,segment=NetworkSegment(cdce283e-dd8a-4d22-a7f9-996f16aea9b7),segment_id=cdce283e-dd8a-4d22-a7f9-996f16aea9b7)] {{(pid=111414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:43:41.581258 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-8addb363-3223-4cf0-939e-7c4cdf62c812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (2252e5c8-1468-4c9d-9bb9-6cf437e5fe41), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:41.584435 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f770eac-8d85-4728-afb9-342811999e9e admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=111414) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 00:43:41.584826 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5f770eac-8d85-4728-afb9-342811999e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6576813'] for segment (92b295e7-d1cc-444c-9878-87a014ac144e), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:41.709249 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.services.segments.plugin [-] Segment 92b295e7-d1cc-444c-9878-87a014ac144e resource provider aggregate not found Oct 19 00:43:41.714596 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [None req-8addb363-3223-4cf0-939e-7c4cdf62c812 admin admin] Calling delete_port for 2252e5c8-1468-4c9d-9bb9-6cf437e5fe41 owned by network:router_gateway {{(pid=111414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:43:41.928040 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:41.938680 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.services.segments.plugin [-] Segment 92b295e7-d1cc-444c-9878-87a014ac144e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 92b295e7-d1cc-444c-9878-87a014ac144e found for delete ", "request_id": "req-865f916c-4542-4b14-aeb9-d2fda42c7843"}]} Oct 19 00:43:41.959998 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:41.979876 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5f770eac-8d85-4728-afb9-342811999e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-835145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942277'] for network (7d7558f7-ec39-4fba-83f7-3ca748451727), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:42.002179 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5f770eac-8d85-4728-afb9-342811999e9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for network (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:42.013615 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-5f770eac-8d85-4728-afb9-342811999e9e admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/7d7558f7-ec39-4fba-83f7-3ca748451727 HTTP/1.1" status: 204 len: 168 time: 1.0821612 Oct 19 00:43:42.022410 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:42.148969 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f770eac-8d85-4728-afb9-342811999e9e admin admin] Pushing event deleted for resources: {'Network': ['ID=7d7558f7-ec39-4fba-83f7-3ca748451727,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:43:42.176902 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7a30f-cd40-444d-889f-4cfb4c7a9279 req-1d00205e-ed51-48cd-9f7d-67024f41c6df tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:42.199058 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a3c7a30f-cd40-444d-889f-4cfb4c7a9279 req-1d00205e-ed51-48cd-9f7d-67024f41c6df tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 943 time: 0.2093511 Oct 19 00:43:42.205060 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f770eac-8d85-4728-afb9-342811999e9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:43:42.205933 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f770eac-8d85-4728-afb9-342811999e9e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:43:42.207008 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f770eac-8d85-4728-afb9-342811999e9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:43:42.208158 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f770eac-8d85-4728-afb9-342811999e9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:43:42.208981 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f770eac-8d85-4728-afb9-342811999e9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:43:42.209982 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f770eac-8d85-4728-afb9-342811999e9e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:43:42.210852 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f770eac-8d85-4728-afb9-342811999e9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:43:42.211491 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f770eac-8d85-4728-afb9-342811999e9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:43:42.212178 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f770eac-8d85-4728-afb9-342811999e9e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:43:42.213090 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f770eac-8d85-4728-afb9-342811999e9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:43:42.213779 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f770eac-8d85-4728-afb9-342811999e9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:43:42.215112 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f770eac-8d85-4728-afb9-342811999e9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:43:42.215736 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f770eac-8d85-4728-afb9-342811999e9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:43:42.216246 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f770eac-8d85-4728-afb9-342811999e9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:43:42.217162 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f770eac-8d85-4728-afb9-342811999e9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:43:42.264043 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-8addb363-3223-4cf0-939e-7c4cdf62c812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (2252e5c8-1468-4c9d-9bb9-6cf437e5fe41), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:42.312617 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8addb363-3223-4cf0-939e-7c4cdf62c812 admin admin] Pushing event deleted for resources: {'Port': ['ID=2252e5c8-1468-4c9d-9bb9-6cf437e5fe41,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:43:42.316222 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a3c7a30f-cd40-444d-889f-4cfb4c7a9279 req-7abec166-8a40-47b6-8a72-e157e9aae99c tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143947 Oct 19 00:43:42.451028 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 35096) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:43:42.478190 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-8addb363-3223-4cf0-939e-7c4cdf62c812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1947507'] for router_gateway (5b12016c-b749-45fb-880d-7cec5c00d63f), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:42.525804 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-3dccbd72-e6c8-46e5-960d-ae2d1284a55c admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=173a52b79dab4962a4aa380c26f97d2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0729804 Oct 19 00:43:42.527068 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 35098) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:43:42.618995 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-8addb363-3223-4cf0-939e-7c4cdf62c812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2019'] for router (5b12016c-b749-45fb-880d-7cec5c00d63f), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:42.621906 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-8addb363-3223-4cf0-939e-7c4cdf62c812 admin admin] Publish callbacks [] for router_controller (5b12016c-b749-45fb-880d-7cec5c00d63f), precommit_delete_associations {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:42.631374 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ff4d539f-1d6d-44a3-8dc7-498c2df65952 admin admin] Publish callbacks [] for security_group (4c937d9c-6415-4390-891e-baae7e994493), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:42.672688 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-8addb363-3223-4cf0-939e-7c4cdf62c812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942605'] for router (5b12016c-b749-45fb-880d-7cec5c00d63f), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:42.673661 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8addb363-3223-4cf0-939e-7c4cdf62c812 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b12016c-b749-45fb-880d-7cec5c00d63f {{(pid=111414) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 00:43:42.683511 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ff4d539f-1d6d-44a3-8dc7-498c2df65952 admin admin] Publish callbacks [] for security_group (4c937d9c-6415-4390-891e-baae7e994493), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:42.684136 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-8addb363-3223-4cf0-939e-7c4cdf62c812 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:42.685184 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-8addb363-3223-4cf0-939e-7c4cdf62c812 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/5b12016c-b749-45fb-880d-7cec5c00d63f HTTP/1.1" status: 204 len: 168 time: 2.9123542 Oct 19 00:43:42.690644 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 35100) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:43:42.859386 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ff4d539f-1d6d-44a3-8dc7-498c2df65952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (4c937d9c-6415-4390-891e-baae7e994493), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:42.862131 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ff4d539f-1d6d-44a3-8dc7-498c2df65952 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:42.876526 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.db_base_plugin_v2 [None req-878da626-46f7-45ea-b3ec-8b859026ca2b admin admin] Deleting subnet b80d845a-3a7e-43a6-b5dd-98f2f6284100 {{(pid=111414) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 19 00:43:42.878968 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-ff4d539f-1d6d-44a3-8dc7-498c2df65952 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/4c937d9c-6415-4390-891e-baae7e994493 HTTP/1.1" status: 204 len: 168 time: 0.3499525 Oct 19 00:43:42.925238 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-878da626-46f7-45ea-b3ec-8b859026ca2b admin admin] Publish callbacks [] for subnet (b80d845a-3a7e-43a6-b5dd-98f2f6284100), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:42.981678 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d539f-1d6d-44a3-8dc7-498c2df65952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c937d9c-6415-4390-891e-baae7e994493,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:43:43.014395 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-878da626-46f7-45ea-b3ec-8b859026ca2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8000512'] for subnet (b80d845a-3a7e-43a6-b5dd-98f2f6284100), precommit_delete_associations {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:43.265641 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-878da626-46f7-45ea-b3ec-8b859026ca2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-835128'] for subnet (b80d845a-3a7e-43a6-b5dd-98f2f6284100), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:43.428308 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-878da626-46f7-45ea-b3ec-8b859026ca2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-835107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6577423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8022618'] for subnet (b80d845a-3a7e-43a6-b5dd-98f2f6284100), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:43.501053 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878da626-46f7-45ea-b3ec-8b859026ca2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b80d845a-3a7e-43a6-b5dd-98f2f6284100,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:43:43.503931 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ae5734-d881-4b2f-ad1a-f95f948b8715 None None] Network d812fe1e-848c-4fe4-a621-f8ac43794710 requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:43:43.504535 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-878da626-46f7-45ea-b3ec-8b859026ca2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for subnet (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:43.508730 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-878da626-46f7-45ea-b3ec-8b859026ca2b admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/b80d845a-3a7e-43a6-b5dd-98f2f6284100 HTTP/1.1" status: 204 len: 168 time: 0.8167007 Oct 19 00:43:43.513583 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 35112) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:43:43.606666 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 2252e5c8-1468-4c9d-9bb9-6cf437e5fe41 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:43:43.664466 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] No Port match for: 2252e5c8-1468-4c9d-9bb9-6cf437e5fe41 {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:43:43.664803 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 2252e5c8-1468-4c9d-9bb9-6cf437e5fe41 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:43:43.665314 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device b947cf69-cee9-4e6d-8ea1-aaab1885d5a3 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:43:43.711920 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] No Port match for: b947cf69-cee9-4e6d-8ea1-aaab1885d5a3 {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:43:43.712264 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device b947cf69-cee9-4e6d-8ea1-aaab1885d5a3 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:43:43.730229 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145452fe-6e67-4138-8a85-e72ecd258704 req-7034f7d1-51b2-4c54-ad81-4a6d36caf129 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:43.732793 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-145452fe-6e67-4138-8a85-e72ecd258704 req-7034f7d1-51b2-4c54-ad81-4a6d36caf129 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 943 time: 0.1436768 Oct 19 00:43:43.735929 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-58c01c2f-5ffb-4b09-9f93-243d586d0180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-943402'] for network (d812fe1e-848c-4fe4-a621-f8ac43794710), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:43.807886 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9aa88e0-ffea-4c36-b9df-50fc15bc097d None None] DHCP port deletion for d812fe1e-848c-4fe4-a621-f8ac43794710 request from dv-cinder-master-3-iscsi {{(pid=111416) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 19 00:43:43.834014 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-58c01c2f-5ffb-4b09-9f93-243d586d0180 admin admin] Deleting port 77e2d01e-09e5-4e78-ab15-53594706038d {{(pid=111415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:43:43.834348 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-58c01c2f-5ffb-4b09-9f93-243d586d0180 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (77e2d01e-09e5-4e78-ab15-53594706038d), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:43.841648 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-145452fe-6e67-4138-8a85-e72ecd258704 req-19b1aa83-45bd-48a9-af57-c5adfe822847 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014934 Oct 19 00:43:43.865673 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-f9aa88e0-ffea-4c36-b9df-50fc15bc097d None None] Deleting port 77e2d01e-09e5-4e78-ab15-53594706038d {{(pid=111416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:43:43.866373 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-f9aa88e0-ffea-4c36-b9df-50fc15bc097d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (77e2d01e-09e5-4e78-ab15-53594706038d), before_delete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:43.932001 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.db [None req-58c01c2f-5ffb-4b09-9f93-243d586d0180 admin admin] For port 77e2d01e-09e5-4e78-ab15-53594706038d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=77e2d01e-09e5-4e78-ab15-53594706038d,segment=NetworkSegment(e7a3761b-18cd-4d8c-a8b2-c4811fdee8bf),segment_id=e7a3761b-18cd-4d8c-a8b2-c4811fdee8bf)] {{(pid=111415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:43:43.932658 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-58c01c2f-5ffb-4b09-9f93-243d586d0180 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (77e2d01e-09e5-4e78-ab15-53594706038d), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:43.952459 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-58c01c2f-5ffb-4b09-9f93-243d586d0180 admin admin] Calling delete_port for 77e2d01e-09e5-4e78-ab15-53594706038d owned by network:dhcp {{(pid=111415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:43:43.972752 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-f9aa88e0-ffea-4c36-b9df-50fc15bc097d None None] For port 77e2d01e-09e5-4e78-ab15-53594706038d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=77e2d01e-09e5-4e78-ab15-53594706038d,segment=NetworkSegment(e7a3761b-18cd-4d8c-a8b2-c4811fdee8bf),segment_id=e7a3761b-18cd-4d8c-a8b2-c4811fdee8bf)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:43:43.973801 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-f9aa88e0-ffea-4c36-b9df-50fc15bc097d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (77e2d01e-09e5-4e78-ab15-53594706038d), precommit_delete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:43.999411 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-f9aa88e0-ffea-4c36-b9df-50fc15bc097d None None] Calling delete_port for 77e2d01e-09e5-4e78-ab15-53594706038d owned by network:dhcp {{(pid=111416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:43:44.057522 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-58c01c2f-5ffb-4b09-9f93-243d586d0180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7426774'] for port (77e2d01e-09e5-4e78-ab15-53594706038d), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:44.133628 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c01c2f-5ffb-4b09-9f93-243d586d0180 admin admin] No DVR routers for this DVR port 77e2d01e-09e5-4e78-ab15-53594706038d on host dv-cinder-master-3-iscsi {{(pid=111415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 19 00:43:44.141121 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c01c2f-5ffb-4b09-9f93-243d586d0180 admin admin] Pushing event deleted for resources: {'Port': ['ID=77e2d01e-09e5-4e78-ab15-53594706038d,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:43:44.186047 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-f9aa88e0-ffea-4c36-b9df-50fc15bc097d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459'] for port (77e2d01e-09e5-4e78-ab15-53594706038d), after_delete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:44.243063 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aa88e0-ffea-4c36-b9df-50fc15bc097d None None] Pushing event deleted for resources: {'Port': ['ID=77e2d01e-09e5-4e78-ab15-53594706038d,revision_number=None']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:43:44.260186 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9aa88e0-ffea-4c36-b9df-50fc15bc097d None None] No DVR routers for this DVR port 77e2d01e-09e5-4e78-ab15-53594706038d on host dv-cinder-master-3-iscsi {{(pid=111416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 19 00:43:44.338690 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-58c01c2f-5ffb-4b09-9f93-243d586d0180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-835184', 'neutron.services.segments.db._delete_segments_for_network-8730482754115'] for network (d812fe1e-848c-4fe4-a621-f8ac43794710), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:44.374102 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.services.segments.db [None req-58c01c2f-5ffb-4b09-9f93-243d586d0180 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d812fe1e-848c-4fe4-a621-f8ac43794710']}} {{(pid=111415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:43:44.385618 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.services.segments.db [None req-58c01c2f-5ffb-4b09-9f93-243d586d0180 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7a3761b-18cd-4d8c-a8b2-c4811fdee8bf') {'for_net_delete': True} {{(pid=111415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:43:44.386061 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.services.segments.db [None req-58c01c2f-5ffb-4b09-9f93-243d586d0180 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7a3761b-18cd-4d8c-a8b2-c4811fdee8bf') {} {{(pid=111415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:43:44.398237 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-58c01c2f-5ffb-4b09-9f93-243d586d0180 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730482833143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7426634'] for segment (e7a3761b-18cd-4d8c-a8b2-c4811fdee8bf), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:44.407393 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:44.425049 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-58c01c2f-5ffb-4b09-9f93-243d586d0180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412'] for segment (e7a3761b-18cd-4d8c-a8b2-c4811fdee8bf), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:44.439309 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58c01c2f-5ffb-4b09-9f93-243d586d0180 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=111415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 00:43:44.439954 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-58c01c2f-5ffb-4b09-9f93-243d586d0180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7427335'] for segment (e7a3761b-18cd-4d8c-a8b2-c4811fdee8bf), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:44.538594 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.services.segments.plugin [-] Segment e7a3761b-18cd-4d8c-a8b2-c4811fdee8bf resource provider aggregate not found Oct 19 00:43:44.573308 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.services.segments.plugin [-] Segment e7a3761b-18cd-4d8c-a8b2-c4811fdee8bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e7a3761b-18cd-4d8c-a8b2-c4811fdee8bf found for delete ", "request_id": "req-281b3ee8-7c95-403a-a47f-f8b54ae54854"}]} Oct 19 00:43:44.579937 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:44.597901 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-58c01c2f-5ffb-4b09-9f93-243d586d0180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-835145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942277'] for network (d812fe1e-848c-4fe4-a621-f8ac43794710), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:44.629176 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-58c01c2f-5ffb-4b09-9f93-243d586d0180 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for network (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:44.633630 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-58c01c2f-5ffb-4b09-9f93-243d586d0180 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/d812fe1e-848c-4fe4-a621-f8ac43794710 HTTP/1.1" status: 204 len: 168 time: 1.1174173 Oct 19 00:43:44.635440 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c01c2f-5ffb-4b09-9f93-243d586d0180 admin admin] Pushing event deleted for resources: {'Network': ['ID=d812fe1e-848c-4fe4-a621-f8ac43794710,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:43:44.639271 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 35122) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:43:44.667977 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c01c2f-5ffb-4b09-9f93-243d586d0180 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:43:44.668506 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c01c2f-5ffb-4b09-9f93-243d586d0180 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:43:44.669100 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c01c2f-5ffb-4b09-9f93-243d586d0180 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:43:44.669737 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c01c2f-5ffb-4b09-9f93-243d586d0180 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:43:44.670202 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c01c2f-5ffb-4b09-9f93-243d586d0180 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:43:44.671235 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c01c2f-5ffb-4b09-9f93-243d586d0180 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:43:44.671892 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c01c2f-5ffb-4b09-9f93-243d586d0180 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:43:44.672573 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c01c2f-5ffb-4b09-9f93-243d586d0180 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:43:44.673388 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c01c2f-5ffb-4b09-9f93-243d586d0180 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:43:44.674001 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c01c2f-5ffb-4b09-9f93-243d586d0180 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:43:44.674649 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c01c2f-5ffb-4b09-9f93-243d586d0180 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:43:44.675283 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c01c2f-5ffb-4b09-9f93-243d586d0180 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:43:44.675896 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c01c2f-5ffb-4b09-9f93-243d586d0180 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:43:44.676528 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c01c2f-5ffb-4b09-9f93-243d586d0180 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:43:44.677130 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c01c2f-5ffb-4b09-9f93-243d586d0180 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:43:45.075684 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:45.102876 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05a04d-7b1d-4a78-9d3d-ffc82b4e2c2a req-fe89544e-03f4-479f-b4f0-1a42fe1bb122 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:45.107070 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ce05a04d-7b1d-4a78-9d3d-ffc82b4e2c2a req-fe89544e-03f4-479f-b4f0-1a42fe1bb122 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 943 time: 0.1012609 Oct 19 00:43:45.202368 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ce05a04d-7b1d-4a78-9d3d-ffc82b4e2c2a req-15ec7c22-0ebf-46cf-9e44-43ddb6bae728 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836158 Oct 19 00:43:45.273369 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-b62a2bd3-198c-4945-8ab1-8e9751bdaa44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1942574'] for router_interface (b89c2fd7-97c8-4f10-8468-b3036939c141), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:45.369456 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 77e2d01e-09e5-4e78-ab15-53594706038d no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:43:45.440361 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] No Port match for: 77e2d01e-09e5-4e78-ab15-53594706038d {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:43:45.441368 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 77e2d01e-09e5-4e78-ab15-53594706038d not bound to the agent host dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:43:45.699316 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:45.788027 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [None req-b62a2bd3-198c-4945-8ab1-8e9751bdaa44 admin admin] Deleting port 67eb244e-6438-4611-842c-72c8963975ac {{(pid=111414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:43:45.788485 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-b62a2bd3-198c-4945-8ab1-8e9751bdaa44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (67eb244e-6438-4611-842c-72c8963975ac), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:45.891129 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [None req-b62a2bd3-198c-4945-8ab1-8e9751bdaa44 admin admin] For port 67eb244e-6438-4611-842c-72c8963975ac, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=67eb244e-6438-4611-842c-72c8963975ac,segment=NetworkSegment(9b329681-0356-4e8d-abd8-f8e9dd087e4a),segment_id=9b329681-0356-4e8d-abd8-f8e9dd087e4a)] {{(pid=111414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:43:45.891498 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-b62a2bd3-198c-4945-8ab1-8e9751bdaa44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (67eb244e-6438-4611-842c-72c8963975ac), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:45.932854 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [None req-b62a2bd3-198c-4945-8ab1-8e9751bdaa44 admin admin] Calling delete_port for 67eb244e-6438-4611-842c-72c8963975ac owned by network:router_interface {{(pid=111414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:43:46.368679 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-b62a2bd3-198c-4945-8ab1-8e9751bdaa44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (67eb244e-6438-4611-842c-72c8963975ac), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:46.412128 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59d8a4-c045-4622-9be2-8110e341db4d req-d22d6b2e-81f7-4a12-b5d5-d4f7ab5048ff tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:46.418959 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a2bd3-198c-4945-8ab1-8e9751bdaa44 admin admin] Pushing event deleted for resources: {'Port': ['ID=67eb244e-6438-4611-842c-72c8963975ac,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:43:46.419646 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9e59d8a4-c045-4622-9be2-8110e341db4d req-d22d6b2e-81f7-4a12-b5d5-d4f7ab5048ff tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 943 time: 0.0866737 Oct 19 00:43:46.486739 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9e59d8a4-c045-4622-9be2-8110e341db4d req-2bbf1327-6d24-47b5-bf07-643790f8afcb tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661311 Oct 19 00:43:46.713255 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-b62a2bd3-198c-4945-8ab1-8e9751bdaa44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1942682'] for router_interface (b89c2fd7-97c8-4f10-8468-b3036939c141), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:46.751741 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cbfef5-434c-47f9-8747-70d60c829cee None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=111416) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 19 00:43:46.887588 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:46.973598 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cbfef5-434c-47f9-8747-70d60c829cee None None] Resources bound (agent type, host, resource id): {{(pid=111416) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 00:43:47.060651 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:47.136668 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62a2bd3-198c-4945-8ab1-8e9751bdaa44 admin admin] Router b89c2fd7-97c8-4f10-8468-b3036939c141 has already been hosted by L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 {{(pid=111414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:43:47.705054 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7250b-2e33-447e-af40-515c3ae4ae52 req-556a5078-67e9-4970-ac44-40f402cb5fb1 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:47.705691 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62a2bd3-198c-4945-8ab1-8e9751bdaa44 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:43:47.715497 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bf4920-6813-430d-bb92-08c6b3f79f32 None None] Sync routers for ids ['b89c2fd7-97c8-4f10-8468-b3036939c141'] in dv-cinder-master-3-iscsi {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:43:47.719110 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-40b7250b-2e33-447e-af40-515c3ae4ae52 req-556a5078-67e9-4970-ac44-40f402cb5fb1 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 943 time: 0.0857935 Oct 19 00:43:47.722560 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-b62a2bd3-198c-4945-8ab1-8e9751bdaa44 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/b89c2fd7-97c8-4f10-8468-b3036939c141/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0818968 Oct 19 00:43:47.727020 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 35152) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:43:47.735965 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bf4920-6813-430d-bb92-08c6b3f79f32 None None] Routers {'b89c2fd7-97c8-4f10-8468-b3036939c141'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:43:47.736898 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-92bf4920-6813-430d-bb92-08c6b3f79f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:43:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['b89c2fd7-97c8-4f10-8468-b3036939c141'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:43:47.857748 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:47.868690 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-40b7250b-2e33-447e-af40-515c3ae4ae52 req-f39260b1-d503-45e8-8c50-6b4b46ee5b74 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406062 Oct 19 00:43:48.036482 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5b44ad5d-64ab-4f77-9f19-b165f9ab3a15 admin admin] Publish callbacks [] for router (b89c2fd7-97c8-4f10-8468-b3036939c141), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:48.122041 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-92bf4920-6813-430d-bb92-08c6b3f79f32 None None] Set router b89c2fd7-97c8-4f10-8468-b3036939c141 gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:43:48.285778 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5b44ad5d-64ab-4f77-9f19-b165f9ab3a15 admin admin] Publish callbacks [] for router_gateway (b89c2fd7-97c8-4f10-8468-b3036939c141), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:48.381723 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [None req-5b44ad5d-64ab-4f77-9f19-b165f9ab3a15 admin admin] Deleting port a93b6ca4-b346-4b9e-bcc9-8f43ac113650 {{(pid=111414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:43:48.382356 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5b44ad5d-64ab-4f77-9f19-b165f9ab3a15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (a93b6ca4-b346-4b9e-bcc9-8f43ac113650), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:48.395546 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-5e72968a-bbe8-4cc9-a637-142f65621817 None None] Provisioning complete for port ca726b92-da38-4061-9605-540e8403a43f triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:43:48.396157 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-5e72968a-bbe8-4cc9-a637-142f65621817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (ca726b92-da38-4061-9605-540e8403a43f), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:48.397421 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-5e72968a-bbe8-4cc9-a637-142f65621817 None None] Attempt 1 to provision port ca726b92-da38-4061-9605-540e8403a43f Oct 19 00:43:48.470815 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:48.582003 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [None req-5b44ad5d-64ab-4f77-9f19-b165f9ab3a15 admin admin] For port a93b6ca4-b346-4b9e-bcc9-8f43ac113650, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a93b6ca4-b346-4b9e-bcc9-8f43ac113650,segment=NetworkSegment(cdce283e-dd8a-4d22-a7f9-996f16aea9b7),segment_id=cdce283e-dd8a-4d22-a7f9-996f16aea9b7)] {{(pid=111414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:43:48.582514 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5b44ad5d-64ab-4f77-9f19-b165f9ab3a15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (a93b6ca4-b346-4b9e-bcc9-8f43ac113650), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:48.588282 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-92bf4920-6813-430d-bb92-08c6b3f79f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89c2fd7-97c8-4f10-8468-b3036939c141', 'name': 'tempest-TestShelveInstance-1981481933-router', 'tenant_id': '995ba646a2c047c5a9b1df24325ff98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.79'}], 'enable_snat': True}, 'gw_port_id': 'a93b6ca4-b346-4b9e-bcc9-8f43ac113650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:41:43Z', 'updated_at': '2022-10-19T00:43:46Z', 'revision_number': 5, 'project_id': '995ba646a2c047c5a9b1df24325ff98d', 'gw_port': {'id': 'a93b6ca4-b346-4b9e-bcc9-8f43ac113650', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ba:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89c2fd7-97c8-4f10-8468-b3036939c141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:41:43Z', 'updated_at': '2022-10-19T00:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:43:48.603373 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-5e72968a-bbe8-4cc9-a637-142f65621817 None None] Current status of the port ca726b92-da38-4061-9605-540e8403a43f is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:43:48.614540 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [None req-5b44ad5d-64ab-4f77-9f19-b165f9ab3a15 admin admin] Calling delete_port for a93b6ca4-b346-4b9e-bcc9-8f43ac113650 owned by network:router_gateway {{(pid=111414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:43:48.623839 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bf4920-6813-430d-bb92-08c6b3f79f32 None None] Checking router: b89c2fd7-97c8-4f10-8468-b3036939c141 for host: dv-cinder-master-3-iscsi {{(pid=111417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:43:48.634308 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bf4920-6813-430d-bb92-08c6b3f79f32 None None] Routers {'b89c2fd7-97c8-4f10-8468-b3036939c141'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:43:48.635265 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-92bf4920-6813-430d-bb92-08c6b3f79f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:43:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['b89c2fd7-97c8-4f10-8468-b3036939c141'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:43:48.747684 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-92bf4920-6813-430d-bb92-08c6b3f79f32 None None] Set router b89c2fd7-97c8-4f10-8468-b3036939c141 gateway port host: None {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:43:48.811589 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-92bf4920-6813-430d-bb92-08c6b3f79f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89c2fd7-97c8-4f10-8468-b3036939c141', 'name': 'tempest-TestShelveInstance-1981481933-router', 'tenant_id': '995ba646a2c047c5a9b1df24325ff98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:41:43Z', 'updated_at': '2022-10-19T00:43:48Z', 'revision_number': 6, 'project_id': '995ba646a2c047c5a9b1df24325ff98d', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:43:48.860320 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bf4920-6813-430d-bb92-08c6b3f79f32 None None] The sync data for ids ['b89c2fd7-97c8-4f10-8468-b3036939c141'] in dv-cinder-master-3-iscsi is: [{'id': 'b89c2fd7-97c8-4f10-8468-b3036939c141', 'name': 'tempest-TestShelveInstance-1981481933-router', 'tenant_id': '995ba646a2c047c5a9b1df24325ff98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:41:43Z', 'updated_at': '2022-10-19T00:43:48Z', 'revision_number': 6, 'project_id': '995ba646a2c047c5a9b1df24325ff98d', 'gw_port_host': None}] {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:43:48.876859 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5b44ad5d-64ab-4f77-9f19-b165f9ab3a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (a93b6ca4-b346-4b9e-bcc9-8f43ac113650), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:48.905905 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:48.977098 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b44ad5d-64ab-4f77-9f19-b165f9ab3a15 admin admin] Pushing event deleted for resources: {'Port': ['ID=a93b6ca4-b346-4b9e-bcc9-8f43ac113650,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:43:49.080917 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7da23-33d2-40e6-a7c3-0f69b798289b req-265aa650-320b-44a4-b7f7-14be5a9c073e tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:49.083379 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d5a7da23-33d2-40e6-a7c3-0f69b798289b req-265aa650-320b-44a4-b7f7-14be5a9c073e tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 943 time: 0.0743668 Oct 19 00:43:49.083921 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5b44ad5d-64ab-4f77-9f19-b165f9ab3a15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1947507'] for router_gateway (b89c2fd7-97c8-4f10-8468-b3036939c141), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:49.198743 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d5a7da23-33d2-40e6-a7c3-0f69b798289b req-fa8ae180-5b5e-4f4d-b77c-0f1a3c6450c1 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058662 Oct 19 00:43:49.217900 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5b44ad5d-64ab-4f77-9f19-b165f9ab3a15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2019'] for router (b89c2fd7-97c8-4f10-8468-b3036939c141), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:49.222154 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5b44ad5d-64ab-4f77-9f19-b165f9ab3a15 admin admin] Publish callbacks [] for router_controller (b89c2fd7-97c8-4f10-8468-b3036939c141), precommit_delete_associations {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:49.287687 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5b44ad5d-64ab-4f77-9f19-b165f9ab3a15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942605'] for router (b89c2fd7-97c8-4f10-8468-b3036939c141), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:49.288475 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b44ad5d-64ab-4f77-9f19-b165f9ab3a15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b89c2fd7-97c8-4f10-8468-b3036939c141 {{(pid=111414) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 00:43:49.295764 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5b44ad5d-64ab-4f77-9f19-b165f9ab3a15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:49.300076 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 35176) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:43:49.300353 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-5b44ad5d-64ab-4f77-9f19-b165f9ab3a15 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/b89c2fd7-97c8-4f10-8468-b3036939c141 HTTP/1.1" status: 204 len: 168 time: 1.5720770 Oct 19 00:43:49.432523 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 67eb244e-6438-4611-842c-72c8963975ac no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:43:49.462598 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] No Port match for: 67eb244e-6438-4611-842c-72c8963975ac {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:43:49.463265 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 67eb244e-6438-4611-842c-72c8963975ac not bound to the agent host dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:43:49.478962 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ab1daa0-6de0-42c8-a3fb-96872572f035 admin admin] Deleting subnet ec5ea0a3-8c74-4aff-9482-6993d7902887 {{(pid=111415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 19 00:43:49.493244 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-2ab1daa0-6de0-42c8-a3fb-96872572f035 admin admin] Publish callbacks [] for subnet (ec5ea0a3-8c74-4aff-9482-6993d7902887), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:49.675059 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-2ab1daa0-6de0-42c8-a3fb-96872572f035 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7426685'] for subnet (ec5ea0a3-8c74-4aff-9482-6993d7902887), precommit_delete_associations {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:49.920186 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-2ab1daa0-6de0-42c8-a3fb-96872572f035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-835128'] for subnet (ec5ea0a3-8c74-4aff-9482-6993d7902887), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:50.062595 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-2ab1daa0-6de0-42c8-a3fb-96872572f035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-835107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7426725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7409458'] for subnet (ec5ea0a3-8c74-4aff-9482-6993d7902887), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:50.118637 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab1daa0-6de0-42c8-a3fb-96872572f035 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec5ea0a3-8c74-4aff-9482-6993d7902887,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:43:50.137256 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-2ab1daa0-6de0-42c8-a3fb-96872572f035 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:50.142813 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-2ab1daa0-6de0-42c8-a3fb-96872572f035 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/ec5ea0a3-8c74-4aff-9482-6993d7902887 HTTP/1.1" status: 204 len: 168 time: 0.8411651 Oct 19 00:43:50.146902 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 35196) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:43:50.155528 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40ad95a-0bd5-48a5-b596-e2d73a0b7b4e None None] Network 60fe668d-aa2d-4932-bd91-5483c87fcedf requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:43:50.497178 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d9df76-90b3-4712-a60d-502170d2d578 None None] DHCP port deletion for 60fe668d-aa2d-4932-bd91-5483c87fcedf request from dv-cinder-master-3-iscsi {{(pid=111416) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 19 00:43:50.632874 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-b9d9df76-90b3-4712-a60d-502170d2d578 None None] Deleting port ca726b92-da38-4061-9605-540e8403a43f {{(pid=111416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:43:50.633982 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-b9d9df76-90b3-4712-a60d-502170d2d578 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (ca726b92-da38-4061-9605-540e8403a43f), before_delete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:50.870126 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-eb22c67b-8dde-4e15-a81c-abd79419838f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-943402'] for network (60fe668d-aa2d-4932-bd91-5483c87fcedf), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:50.880179 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c50fe2-05fc-402e-9bd6-2ff84c22c81a req-03d4ba57-37c8-4629-8d93-351420cfd44a tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:50.882319 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-05c50fe2-05fc-402e-9bd6-2ff84c22c81a req-03d4ba57-37c8-4629-8d93-351420cfd44a tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 943 time: 0.1262612 Oct 19 00:43:50.884277 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-b9d9df76-90b3-4712-a60d-502170d2d578 None None] For port ca726b92-da38-4061-9605-540e8403a43f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ca726b92-da38-4061-9605-540e8403a43f,segment=NetworkSegment(9b329681-0356-4e8d-abd8-f8e9dd087e4a),segment_id=9b329681-0356-4e8d-abd8-f8e9dd087e4a)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:43:50.884899 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-b9d9df76-90b3-4712-a60d-502170d2d578 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (ca726b92-da38-4061-9605-540e8403a43f), precommit_delete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:50.948262 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-b9d9df76-90b3-4712-a60d-502170d2d578 None None] Calling delete_port for ca726b92-da38-4061-9605-540e8403a43f owned by network:dhcp {{(pid=111416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:43:50.966588 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:51.065726 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-eb22c67b-8dde-4e15-a81c-abd79419838f admin admin] Deleting port ca726b92-da38-4061-9605-540e8403a43f {{(pid=111415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:43:51.066583 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-eb22c67b-8dde-4e15-a81c-abd79419838f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (ca726b92-da38-4061-9605-540e8403a43f), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:51.138199 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-05c50fe2-05fc-402e-9bd6-2ff84c22c81a req-0170cecc-164f-4b8b-82db-337d02a60cf9 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685219 Oct 19 00:43:51.179811 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.db [None req-eb22c67b-8dde-4e15-a81c-abd79419838f admin admin] For port ca726b92-da38-4061-9605-540e8403a43f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ca726b92-da38-4061-9605-540e8403a43f,segment=NetworkSegment(9b329681-0356-4e8d-abd8-f8e9dd087e4a),segment_id=9b329681-0356-4e8d-abd8-f8e9dd087e4a)] {{(pid=111415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:43:51.180482 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-eb22c67b-8dde-4e15-a81c-abd79419838f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (ca726b92-da38-4061-9605-540e8403a43f), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:51.233190 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-eb22c67b-8dde-4e15-a81c-abd79419838f admin admin] Calling delete_port for ca726b92-da38-4061-9605-540e8403a43f owned by network:dhcp {{(pid=111415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:43:51.243220 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-b9d9df76-90b3-4712-a60d-502170d2d578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459'] for port (ca726b92-da38-4061-9605-540e8403a43f), after_delete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:51.337564 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:51.360631 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d9df76-90b3-4712-a60d-502170d2d578 None None] Pushing event deleted for resources: {'Port': ['ID=ca726b92-da38-4061-9605-540e8403a43f,revision_number=None']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:43:51.373601 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d9df76-90b3-4712-a60d-502170d2d578 None None] No DVR routers for this DVR port ca726b92-da38-4061-9605-540e8403a43f on host dv-cinder-master-3-iscsi {{(pid=111416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 19 00:43:51.377410 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d9df76-90b3-4712-a60d-502170d2d578 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:43:51.377968 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d9df76-90b3-4712-a60d-502170d2d578 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:43:51.378727 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d9df76-90b3-4712-a60d-502170d2d578 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:43:51.379336 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d9df76-90b3-4712-a60d-502170d2d578 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:43:51.379865 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d9df76-90b3-4712-a60d-502170d2d578 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:43:51.380484 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d9df76-90b3-4712-a60d-502170d2d578 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:43:51.381025 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d9df76-90b3-4712-a60d-502170d2d578 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:43:51.381573 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d9df76-90b3-4712-a60d-502170d2d578 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:43:51.382121 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d9df76-90b3-4712-a60d-502170d2d578 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:43:51.382718 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d9df76-90b3-4712-a60d-502170d2d578 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:43:51.383292 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d9df76-90b3-4712-a60d-502170d2d578 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:43:51.383812 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d9df76-90b3-4712-a60d-502170d2d578 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:43:51.384366 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d9df76-90b3-4712-a60d-502170d2d578 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:43:51.384915 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d9df76-90b3-4712-a60d-502170d2d578 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:43:51.385289 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-eb22c67b-8dde-4e15-a81c-abd79419838f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7426774'] for port (ca726b92-da38-4061-9605-540e8403a43f), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:51.385509 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d9df76-90b3-4712-a60d-502170d2d578 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:43:51.432883 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device ca726b92-da38-4061-9605-540e8403a43f no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:43:51.462437 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb22c67b-8dde-4e15-a81c-abd79419838f admin admin] Pushing event deleted for resources: {'Port': ['ID=ca726b92-da38-4061-9605-540e8403a43f,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:43:51.479944 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb22c67b-8dde-4e15-a81c-abd79419838f admin admin] No DVR routers for this DVR port ca726b92-da38-4061-9605-540e8403a43f on host dv-cinder-master-3-iscsi {{(pid=111415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 19 00:43:51.500685 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] No Port match for: ca726b92-da38-4061-9605-540e8403a43f {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:43:51.501204 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device ca726b92-da38-4061-9605-540e8403a43f not bound to the agent host dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:43:51.501518 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device a93b6ca4-b346-4b9e-bcc9-8f43ac113650 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:43:51.524589 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] No Port match for: a93b6ca4-b346-4b9e-bcc9-8f43ac113650 {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:43:51.524936 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device a93b6ca4-b346-4b9e-bcc9-8f43ac113650 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:43:51.618476 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-eb22c67b-8dde-4e15-a81c-abd79419838f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-835184', 'neutron.services.segments.db._delete_segments_for_network-8730482754115'] for network (60fe668d-aa2d-4932-bd91-5483c87fcedf), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:51.656244 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.services.segments.db [None req-eb22c67b-8dde-4e15-a81c-abd79419838f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60fe668d-aa2d-4932-bd91-5483c87fcedf']}} {{(pid=111415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:43:51.671430 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.services.segments.db [None req-eb22c67b-8dde-4e15-a81c-abd79419838f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b329681-0356-4e8d-abd8-f8e9dd087e4a') {'for_net_delete': True} {{(pid=111415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:43:51.671717 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.services.segments.db [None req-eb22c67b-8dde-4e15-a81c-abd79419838f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b329681-0356-4e8d-abd8-f8e9dd087e4a') {} {{(pid=111415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:43:51.685239 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-eb22c67b-8dde-4e15-a81c-abd79419838f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730482833143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7426634'] for segment (9b329681-0356-4e8d-abd8-f8e9dd087e4a), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:51.702695 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-eb22c67b-8dde-4e15-a81c-abd79419838f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412'] for segment (9b329681-0356-4e8d-abd8-f8e9dd087e4a), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:51.710511 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb22c67b-8dde-4e15-a81c-abd79419838f admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=111415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 00:43:51.711341 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-eb22c67b-8dde-4e15-a81c-abd79419838f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7427335'] for segment (9b329681-0356-4e8d-abd8-f8e9dd087e4a), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:51.762211 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.services.segments.plugin [-] Segment 9b329681-0356-4e8d-abd8-f8e9dd087e4a resource provider aggregate not found Oct 19 00:43:51.784474 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.services.segments.plugin [-] Segment 9b329681-0356-4e8d-abd8-f8e9dd087e4a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b329681-0356-4e8d-abd8-f8e9dd087e4a found for delete ", "request_id": "req-23e6d6cf-365e-42f5-892e-2f4723dd155c"}]} Oct 19 00:43:51.790757 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-eb22c67b-8dde-4e15-a81c-abd79419838f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-835145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942277'] for network (60fe668d-aa2d-4932-bd91-5483c87fcedf), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:51.798205 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-eb22c67b-8dde-4e15-a81c-abd79419838f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for network (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:51.802013 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-eb22c67b-8dde-4e15-a81c-abd79419838f admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/60fe668d-aa2d-4932-bd91-5483c87fcedf HTTP/1.1" status: 204 len: 168 time: 1.6530702 Oct 19 00:43:51.817346 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb22c67b-8dde-4e15-a81c-abd79419838f admin admin] Pushing event deleted for resources: {'Network': ['ID=60fe668d-aa2d-4932-bd91-5483c87fcedf,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:43:52.036888 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 35230) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:43:52.088634 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-407011c2-30d8-42c5-ba85-455a0aa07f9d admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=f798b16ae6e4429c9c07793a0178f798&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0503201 Oct 19 00:43:52.092442 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 35232) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:43:52.149748 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-4b81c728-3cf2-4aaf-87b3-e384f4177e84 admin admin] Publish callbacks [] for security_group (45887404-6157-4f1d-9589-849c2bf1c205), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:52.174698 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-4b81c728-3cf2-4aaf-87b3-e384f4177e84 admin admin] Publish callbacks [] for security_group (45887404-6157-4f1d-9589-849c2bf1c205), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:52.239919 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-4b81c728-3cf2-4aaf-87b3-e384f4177e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (45887404-6157-4f1d-9589-849c2bf1c205), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:52.249073 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-4b81c728-3cf2-4aaf-87b3-e384f4177e84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:52.257425 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-4b81c728-3cf2-4aaf-87b3-e384f4177e84 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/45887404-6157-4f1d-9589-849c2bf1c205 HTTP/1.1" status: 204 len: 168 time: 0.1635411 Oct 19 00:43:52.274777 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b81c728-3cf2-4aaf-87b3-e384f4177e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45887404-6157-4f1d-9589-849c2bf1c205,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:43:52.386003 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8248ed-63f0-403e-ab97-d1bc25f693c6 req-c304b948-a724-459b-b2dc-29618880b2a5 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:52.389876 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-df8248ed-63f0-403e-ab97-d1bc25f693c6 req-c304b948-a724-459b-b2dc-29618880b2a5 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 943 time: 0.0961318 Oct 19 00:43:52.479579 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-df8248ed-63f0-403e-ab97-d1bc25f693c6 req-b633d106-d73e-4135-a605-c3a4fdb38734 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802007 Oct 19 00:43:52.763498 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 35246) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:43:52.893666 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 35250) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:43:52.925351 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-aedc9ad2-5084-49af-8cc9-d0705df20a75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:52.960405 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-0412dd54-29f7-4f27-b01c-5731a31d40a7 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=995ba646a2c047c5a9b1df24325ff98d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0647328 Oct 19 00:43:52.963490 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 35254) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:43:53.041452 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-c1202ef5-454c-4c84-ad45-9b17b851942e admin admin] Publish callbacks [] for security_group (a0091adb-2ffe-429b-910a-f9bb87e14ac7), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:53.048700 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-aedc9ad2-5084-49af-8cc9-d0705df20a75 admin admin] Publish callbacks [] for security_group (7343e630-56d8-4746-b318-e724689cdf7e), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:53.054645 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-aedc9ad2-5084-49af-8cc9-d0705df20a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (7343e630-56d8-4746-b318-e724689cdf7e), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:53.055468 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:53.080037 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-c1202ef5-454c-4c84-ad45-9b17b851942e admin admin] Publish callbacks [] for security_group (a0091adb-2ffe-429b-910a-f9bb87e14ac7), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:53.105942 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-aedc9ad2-5084-49af-8cc9-d0705df20a75 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=414577d72f964d759d66d26cf8f55a96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3400590 Oct 19 00:43:53.107840 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedc9ad2-5084-49af-8cc9-d0705df20a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7343e630-56d8-4746-b318-e724689cdf7e,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:43:53.110449 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 35256) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:43:53.167237 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-c1202ef5-454c-4c84-ad45-9b17b851942e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (a0091adb-2ffe-429b-910a-f9bb87e14ac7), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:53.171987 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-c1202ef5-454c-4c84-ad45-9b17b851942e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:53.176173 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-c1202ef5-454c-4c84-ad45-9b17b851942e admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/a0091adb-2ffe-429b-910a-f9bb87e14ac7 HTTP/1.1" status: 204 len: 168 time: 0.2086504 Oct 19 00:43:53.187293 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1202ef5-454c-4c84-ad45-9b17b851942e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0091adb-2ffe-429b-910a-f9bb87e14ac7,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:43:53.190121 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-99cb00d3-360f-4af6-80e7-3d0adfcaddfa admin admin] Publish callbacks [] for security_group (7343e630-56d8-4746-b318-e724689cdf7e), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:53.195502 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:53.241019 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-99cb00d3-360f-4af6-80e7-3d0adfcaddfa admin admin] Publish callbacks [] for security_group (7343e630-56d8-4746-b318-e724689cdf7e), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:53.337547 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-99cb00d3-360f-4af6-80e7-3d0adfcaddfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (7343e630-56d8-4746-b318-e724689cdf7e), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:53.342798 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-99cb00d3-360f-4af6-80e7-3d0adfcaddfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:53.344789 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-99cb00d3-360f-4af6-80e7-3d0adfcaddfa admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/7343e630-56d8-4746-b318-e724689cdf7e HTTP/1.1" status: 204 len: 168 time: 0.2330122 Oct 19 00:43:53.361572 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb00d3-360f-4af6-80e7-3d0adfcaddfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7343e630-56d8-4746-b318-e724689cdf7e,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:43:53.692011 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be72fed-6b2e-4350-95be-ebc4b84bcc6e req-ec112856-ff58-48e1-9c33-e8361b9d6d47 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:53.693665 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-4be72fed-6b2e-4350-95be-ebc4b84bcc6e req-ec112856-ff58-48e1-9c33-e8361b9d6d47 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 943 time: 0.0699894 Oct 19 00:43:53.765981 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-4be72fed-6b2e-4350-95be-ebc4b84bcc6e req-8bed49fa-5c94-40b4-875c-eb530b5e4c4b tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649288 Oct 19 00:43:53.898982 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 35266) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:43:53.924685 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-16240fe1-1459-4755-9b12-9cec50ce88ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:53.970192 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:DELETE=8,neutron:SELECT=88,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:54.058057 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-16240fe1-1459-4755-9b12-9cec50ce88ca admin admin] Publish callbacks [] for security_group (dedeee30-88c1-402e-8052-27819b9088b8), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:54.066620 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-16240fe1-1459-4755-9b12-9cec50ce88ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (dedeee30-88c1-402e-8052-27819b9088b8), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:54.126663 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-16240fe1-1459-4755-9b12-9cec50ce88ca admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=e99220401d7e45348f96b9b0a69fa2d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2259407 Oct 19 00:43:54.127599 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16240fe1-1459-4755-9b12-9cec50ce88ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dedeee30-88c1-402e-8052-27819b9088b8,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:43:54.129696 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 35272) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:43:54.193850 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-8440930a-dcc7-4854-8721-aa6b1583294b admin admin] Publish callbacks [] for security_group (dedeee30-88c1-402e-8052-27819b9088b8), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:54.220421 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-8440930a-dcc7-4854-8721-aa6b1583294b admin admin] Publish callbacks [] for security_group (dedeee30-88c1-402e-8052-27819b9088b8), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:54.278861 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-8440930a-dcc7-4854-8721-aa6b1583294b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (dedeee30-88c1-402e-8052-27819b9088b8), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:54.281683 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-8440930a-dcc7-4854-8721-aa6b1583294b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:54.283307 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-8440930a-dcc7-4854-8721-aa6b1583294b admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/dedeee30-88c1-402e-8052-27819b9088b8 HTTP/1.1" status: 204 len: 168 time: 0.1523569 Oct 19 00:43:54.295860 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8440930a-dcc7-4854-8721-aa6b1583294b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedeee30-88c1-402e-8052-27819b9088b8,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:43:54.954729 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33823e-6e80-4432-a075-cc84b3d952bf req-8508f065-096f-4613-a3c1-ae21670896b1 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:54.956498 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9a33823e-6e80-4432-a075-cc84b3d952bf req-8508f065-096f-4613-a3c1-ae21670896b1 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 943 time: 0.0819111 Oct 19 00:43:55.020808 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9a33823e-6e80-4432-a075-cc84b3d952bf req-b7a9309c-d9d8-4893-bad5-5c2e17f95e56 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580752 Oct 19 00:43:55.189562 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 35298) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:43:55.325993 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-98aed7bd-c26e-4eda-8a68-aea0eef3ca58 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1509644699-network', 'tenant_id': '8684504b0eff415b9063cebae21ca667'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:43:55.351839 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98aed7bd-c26e-4eda-8a68-aea0eef3ca58 admin admin] Made reservation on behalf of 8684504b0eff415b9063cebae21ca667 for: {'network': 1} {{(pid=111414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:43:55.354658 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-98aed7bd-c26e-4eda-8a68-aea0eef3ca58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for network (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:55.365129 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-98aed7bd-c26e-4eda-8a68-aea0eef3ca58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:55.454548 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=12 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:55.466520 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-98aed7bd-c26e-4eda-8a68-aea0eef3ca58 admin admin] Publish callbacks [] for security_group (79b7866b-91ee-4095-a115-49d973a4e65d), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:55.471956 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-98aed7bd-c26e-4eda-8a68-aea0eef3ca58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (79b7866b-91ee-4095-a115-49d973a4e65d), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:55.513659 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98aed7bd-c26e-4eda-8a68-aea0eef3ca58 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=111414) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:43:55.525625 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aed7bd-c26e-4eda-8a68-aea0eef3ca58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b7866b-91ee-4095-a115-49d973a4e65d,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:43:55.534206 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-98aed7bd-c26e-4eda-8a68-aea0eef3ca58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412'] for segment (e263339d-8163-42c1-82aa-55d7bd373377), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:55.534752 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.db.segments_db [None req-98aed7bd-c26e-4eda-8a68-aea0eef3ca58 admin admin] Added segment e263339d-8163-42c1-82aa-55d7bd373377 of type vlan for network cfe47441-dd27-4b7c-958a-cc2e5c8243ac Oct 19 00:43:55.584793 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-98aed7bd-c26e-4eda-8a68-aea0eef3ca58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730482266143'] for network (cfe47441-dd27-4b7c-958a-cc2e5c8243ac), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:55.622649 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-98aed7bd-c26e-4eda-8a68-aea0eef3ca58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988'] for network (cfe47441-dd27-4b7c-958a-cc2e5c8243ac), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:55.623859 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98aed7bd-c26e-4eda-8a68-aea0eef3ca58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:55.624569 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-98aed7bd-c26e-4eda-8a68-aea0eef3ca58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for network (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:55.690266 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-98aed7bd-c26e-4eda-8a68-aea0eef3ca58 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4989536 Oct 19 00:43:55.693997 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 35304) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:43:55.702651 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-40535b90-3f99-4d66-9fcb-65ad09c73e30 admin admin] Request body: {'subnet': {'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1509644699-subnet', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'ip_version': 4}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:43:55.704212 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aed7bd-c26e-4eda-8a68-aea0eef3ca58 admin admin] Pushing event updated for resources: {'Network': ['ID=cfe47441-dd27-4b7c-958a-cc2e5c8243ac,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:43:55.716348 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Network cfe47441-dd27-4b7c-958a-cc2e5c8243ac details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=111416) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:43:55.734747 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40535b90-3f99-4d66-9fcb-65ad09c73e30 admin admin] Made reservation on behalf of 8684504b0eff415b9063cebae21ca667 for: {'subnet': 1} {{(pid=111415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:43:55.743611 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-40535b90-3f99-4d66-9fcb-65ad09c73e30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7409433'] for subnet (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:55.998703 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-40535b90-3f99-4d66-9fcb-65ad09c73e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7426682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7409419'] for subnet (ed6b2b90-24f3-4781-a6d8-0b858f53c7ca), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:56.107497 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40535b90-3f99-4d66-9fcb-65ad09c73e30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed6b2b90-24f3-4781-a6d8-0b858f53c7ca,revision_number=0']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:43:56.124332 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40535b90-3f99-4d66-9fcb-65ad09c73e30 admin admin] Checking segment: {'id': 'e263339d-8163-42c1-82aa-55d7bd373377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:43:56.124928 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40535b90-3f99-4d66-9fcb-65ad09c73e30 admin admin] Network hostable DHCP agents. Network: cfe47441-dd27-4b7c-958a-cc2e5c8243ac, hostable agents: ['57535a1d-5c08-48f6-b25c-e56d637dc4b8'], hosted agents: [] {{(pid=111415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:43:56.172021 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:56.194349 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606328a-c9fc-4c5b-8520-6ac900732d14 req-9adafc6f-1b4f-4a28-b302-8878879aed4c tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:56.196037 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d606328a-c9fc-4c5b-8520-6ac900732d14 req-9adafc6f-1b4f-4a28-b302-8878879aed4c tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 943 time: 0.0662091 Oct 19 00:43:56.197186 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40535b90-3f99-4d66-9fcb-65ad09c73e30 admin admin] Network cfe47441-dd27-4b7c-958a-cc2e5c8243ac is scheduled to be hosted by DHCP agent 57535a1d-5c08-48f6-b25c-e56d637dc4b8 with binding_index 1 {{(pid=111415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:43:56.212594 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.base_scheduler [None req-40535b90-3f99-4d66-9fcb-65ad09c73e30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, cfe47441-dd27-4b7c-958a-cc2e5c8243ac) {{(pid=111415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:43:56.226163 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b6702b-5dfc-467c-aa7a-a3659455291d None None] Network cfe47441-dd27-4b7c-958a-cc2e5c8243ac requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:43:56.227997 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40535b90-3f99-4d66-9fcb-65ad09c73e30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:56.228860 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-40535b90-3f99-4d66-9fcb-65ad09c73e30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:56.310279 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-40535b90-3f99-4d66-9fcb-65ad09c73e30 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6146483 Oct 19 00:43:56.315160 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 35312) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:43:56.316571 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d606328a-c9fc-4c5b-8520-6ac900732d14 req-9da62044-c404-44a0-9c20-de48c8cb06db tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011364 Oct 19 00:43:56.321095 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-a09edede-0333-4c71-b2e0-e596cfbd66ab admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1509644699-router', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'}}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:43:56.381073 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-a09edede-0333-4c71-b2e0-e596cfbd66ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1939933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2045'] for router (e4e088dd-fead-45f8-a190-19c3426512cb), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:56.395685 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-a09edede-0333-4c71-b2e0-e596cfbd66ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1949320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2062503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2026'] for router (e4e088dd-fead-45f8-a190-19c3426512cb), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:56.405365 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199a9115-c156-42b4-acb5-177732d72aca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-cfe47441-dd27-4b7c-958a-cc2e5c8243ac', 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac', 'project_id': '8684504b0eff415b9063cebae21ca667', 'fixed_ips': [{'subnet_id': 'ed6b2b90-24f3-4781-a6d8-0b858f53c7ca'}]}} from dv-cinder-master-3-iscsi. {{(pid=111416) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 19 00:43:56.406378 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-199a9115-c156-42b4-acb5-177732d72aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:56.500171 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-a09edede-0333-4c71-b2e0-e596cfbd66ab admin admin] Publish callbacks [] for router_controller (e4e088dd-fead-45f8-a190-19c3426512cb), precommit_add_association {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:56.577082 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:56.618412 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.db_base_plugin_common [None req-199a9115-c156-42b4-acb5-177732d72aca None None] Allocated IP 172.20.0.2 (cfe47441-dd27-4b7c-958a-cc2e5c8243ac/ed6b2b90-24f3-4781-a6d8-0b858f53c7ca/e8e1e860-658b-448c-ae7a-542411cf842d) {{(pid=111416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:43:56.716766 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-a09edede-0333-4c71-b2e0-e596cfbd66ab admin admin] Publish callbacks [] for router_gateway (e4e088dd-fead-45f8-a190-19c3426512cb), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:56.718320 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:56.834160 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:56.865638 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-199a9115-c156-42b4-acb5-177732d72aca None None] Publish callbacks [] for port (e8e1e860-658b-448c-ae7a-542411cf842d), precommit_create {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:56.875293 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-199a9115-c156-42b4-acb5-177732d72aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450'] for port (e8e1e860-658b-448c-ae7a-542411cf842d), after_create {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:56.958928 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199a9115-c156-42b4-acb5-177732d72aca None None] Network cfe47441-dd27-4b7c-958a-cc2e5c8243ac is already hosted by enough agents. {{(pid=111416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:43:56.966741 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.scheduler.base_scheduler [None req-199a9115-c156-42b4-acb5-177732d72aca None None] Resources bound (agent type, host, resource id): {{(pid=111416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:43:56.969147 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199a9115-c156-42b4-acb5-177732d72aca None None] Received port after_create {{(pid=111416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:43:56.974196 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a9115-c156-42b4-acb5-177732d72aca None None] Pushing event updated for resources: {'Port': ['ID=e8e1e860-658b-448c-ae7a-542411cf842d,revision_number=1']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:43:57.029334 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-a09edede-0333-4c71-b2e0-e596cfbd66ab admin admin] Publish callbacks [] for router_gateway (e4e088dd-fead-45f8-a190-19c3426512cb), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:57.058822 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-199a9115-c156-42b4-acb5-177732d72aca None None] Attempting to bind port e8e1e860-658b-448c-ae7a-542411cf842d on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:43:57.058822 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-199a9115-c156-42b4-acb5-177732d72aca None None] Attempting to bind port e8e1e860-658b-448c-ae7a-542411cf842d by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'e263339d-8163-42c1-82aa-55d7bd373377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac'}] {{(pid=111416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:43:57.059066 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-a09edede-0333-4c71-b2e0-e596cfbd66ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:57.059191 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199a9115-c156-42b4-acb5-177732d72aca None None] Attempting to bind port e8e1e860-658b-448c-ae7a-542411cf842d on network cfe47441-dd27-4b7c-958a-cc2e5c8243ac {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:43:57.119171 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199a9115-c156-42b4-acb5-177732d72aca None None] Checking agent: {'id': '0014484f-12ef-47ae-ba33-5ac9a1be8800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 32, 10), 'started_at': datetime.datetime(2022, 10, 19, 0, 32, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:43:57.119774 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199a9115-c156-42b4-acb5-177732d72aca None None] Checking segment: {'id': 'e263339d-8163-42c1-82aa-55d7bd373377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:43:57.120266 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-199a9115-c156-42b4-acb5-177732d72aca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:57.121660 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199a9115-c156-42b4-acb5-177732d72aca None None] Bound using segment: {'id': 'e263339d-8163-42c1-82aa-55d7bd373377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac'} {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:43:57.122383 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-199a9115-c156-42b4-acb5-177732d72aca None None] Bound port: e8e1e860-658b-448c-ae7a-542411cf842d, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e263339d-8163-42c1-82aa-55d7bd373377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac'}}] {{(pid=111416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:43:57.122892 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-199a9115-c156-42b4-acb5-177732d72aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (e8e1e860-658b-448c-ae7a-542411cf842d), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:57.224326 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.db_base_plugin_common [None req-a09edede-0333-4c71-b2e0-e596cfbd66ab admin admin] Allocated IP 172.37.6.224 (973fa957-bcd6-42c3-bc57-5a91d78147c8/c5b4f151-6e49-4135-be82-7abc543b5247/dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac) {{(pid=111414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:43:57.228435 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-199a9115-c156-42b4-acb5-177732d72aca None None] For port e8e1e860-658b-448c-ae7a-542411cf842d, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=111416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:43:57.235321 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-199a9115-c156-42b4-acb5-177732d72aca None None] For port e8e1e860-658b-448c-ae7a-542411cf842d, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e8e1e860-658b-448c-ae7a-542411cf842d,segment=NetworkSegment(e263339d-8163-42c1-82aa-55d7bd373377),segment_id=e263339d-8163-42c1-82aa-55d7bd373377)] {{(pid=111416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:43:57.246645 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-199a9115-c156-42b4-acb5-177732d72aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (e8e1e860-658b-448c-ae7a-542411cf842d), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:57.337352 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a9115-c156-42b4-acb5-177732d72aca None None] Pushing event updated for resources: {'Port': ['ID=e8e1e860-658b-448c-ae7a-542411cf842d,revision_number=2']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:43:57.396847 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-a09edede-0333-4c71-b2e0-e596cfbd66ab admin admin] Publish callbacks [] for port (dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:57.459959 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-a09edede-0333-4c71-b2e0-e596cfbd66ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:57.517931 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:57.580680 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09edede-0333-4c71-b2e0-e596cfbd66ab admin admin] Network 973fa957-bcd6-42c3-bc57-5a91d78147c8 is already hosted by enough agents. {{(pid=111414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:43:57.585197 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [None req-a09edede-0333-4c71-b2e0-e596cfbd66ab admin admin] Resources bound (agent type, host, resource id): {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:43:57.589103 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09edede-0333-4c71-b2e0-e596cfbd66ab admin admin] Received port after_create {{(pid=111414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:43:57.592281 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09edede-0333-4c71-b2e0-e596cfbd66ab admin admin] Pushing event updated for resources: {'Port': ['ID=dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:43:57.625932 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51daeb8c-b3fe-417b-8b43-dc24652c48e4 req-236fb034-368e-44f7-a868-25110d46f552 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:57.631114 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-51daeb8c-b3fe-417b-8b43-dc24652c48e4 req-236fb034-368e-44f7-a868-25110d46f552 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 943 time: 0.1402109 Oct 19 00:43:57.708979 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-51daeb8c-b3fe-417b-8b43-dc24652c48e4 req-01035c3a-a9ef-4624-bca5-38598fd4114f tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748460 Oct 19 00:43:57.906341 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-a09edede-0333-4c71-b2e0-e596cfbd66ab admin admin] Publish callbacks [] for router_gateway (e4e088dd-fead-45f8-a190-19c3426512cb), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:58.004739 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:58.126610 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-a09edede-0333-4c71-b2e0-e596cfbd66ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1947415'] for router (e4e088dd-fead-45f8-a190-19c3426512cb), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:58.273196 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a09edede-0333-4c71-b2e0-e596cfbd66ab admin admin] Router e4e088dd-fead-45f8-a190-19c3426512cb is scheduled to L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 with binding_index 1 {{(pid=111414) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 00:43:58.401326 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6d31ce-eac2-4b5d-9c9c-a09c71dfee0f None None] Network cfe47441-dd27-4b7c-958a-cc2e5c8243ac requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:43:58.466853 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-7b4d0285-2d4e-4748-8c45-1874d69dd56c None None] Provisioning complete for port e8e1e860-658b-448c-ae7a-542411cf842d triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:43:58.467260 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-7b4d0285-2d4e-4748-8c45-1874d69dd56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (e8e1e860-658b-448c-ae7a-542411cf842d), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:58.467599 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-7b4d0285-2d4e-4748-8c45-1874d69dd56c None None] Attempt 1 to provision port e8e1e860-658b-448c-ae7a-542411cf842d Oct 19 00:43:58.657661 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09edede-0333-4c71-b2e0-e596cfbd66ab admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:43:58.677964 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8386059-7287-4e60-bfa5-481ee5765d5a None None] Sync routers for ids ['e4e088dd-fead-45f8-a190-19c3426512cb'] in dv-cinder-master-3-iscsi {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:43:58.681048 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-a09edede-0333-4c71-b2e0-e596cfbd66ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:58.682361 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-a09edede-0333-4c71-b2e0-e596cfbd66ab admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3651924 Oct 19 00:43:58.687016 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 35328) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:43:58.731364 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8386059-7287-4e60-bfa5-481ee5765d5a None None] Routers {'e4e088dd-fead-45f8-a190-19c3426512cb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:43:58.731823 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-c8386059-7287-4e60-bfa5-481ee5765d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:43:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['e4e088dd-fead-45f8-a190-19c3426512cb'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:43:58.821912 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-7b4d0285-2d4e-4748-8c45-1874d69dd56c None None] Current status of the port e8e1e860-658b-448c-ae7a-542411cf842d is: DOWN; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:43:58.822633 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-7b4d0285-2d4e-4748-8c45-1874d69dd56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (e8e1e860-658b-448c-ae7a-542411cf842d), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:58.966471 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-7b4d0285-2d4e-4748-8c45-1874d69dd56c None None] For port e8e1e860-658b-448c-ae7a-542411cf842d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e8e1e860-658b-448c-ae7a-542411cf842d,segment=NetworkSegment(e263339d-8163-42c1-82aa-55d7bd373377),segment_id=e263339d-8163-42c1-82aa-55d7bd373377)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:43:58.969320 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-c8386059-7287-4e60-bfa5-481ee5765d5a None None] Set router e4e088dd-fead-45f8-a190-19c3426512cb gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:43:58.973422 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-7b4d0285-2d4e-4748-8c45-1874d69dd56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (e8e1e860-658b-448c-ae7a-542411cf842d), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:58.987002 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0939fe-f875-4779-b2f6-61c16685da96 req-cdcb6b12-3d10-46e6-a15f-bc1d503fd227 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:43:58.989751 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-7c0939fe-f875-4779-b2f6-61c16685da96 req-cdcb6b12-3d10-46e6-a15f-bc1d503fd227 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 943 time: 0.1253512 Oct 19 00:43:59.022598 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:59.089018 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-7c0939fe-f875-4779-b2f6-61c16685da96 req-b83911a4-4474-4819-8307-dd533f54cd63 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825086 Oct 19 00:43:59.125754 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:59.198411 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:59.243761 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d0285-2d4e-4748-8c45-1874d69dd56c None None] Pushing event updated for resources: {'Port': ['ID=e8e1e860-658b-448c-ae7a-542411cf842d,revision_number=3']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:43:59.262330 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-320f1dfb-6aa6-4a18-9690-19fa87af2087 None None] Provisioning complete for port e8e1e860-658b-448c-ae7a-542411cf842d triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:43:59.262773 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-320f1dfb-6aa6-4a18-9690-19fa87af2087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (e8e1e860-658b-448c-ae7a-542411cf842d), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:59.263317 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-320f1dfb-6aa6-4a18-9690-19fa87af2087 None None] Attempt 1 to provision port e8e1e860-658b-448c-ae7a-542411cf842d Oct 19 00:43:59.348382 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-8f7a35d4-f7c9-49f8-91e5-805c6437a0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:59.374817 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:43:59.406975 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device e8e1e860-658b-448c-ae7a-542411cf842d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:43:59.486798 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-c8386059-7287-4e60-bfa5-481ee5765d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'name': 'tempest-TestVolumeBootPattern-1509644699-router', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.224'}], 'enable_snat': True}, 'gw_port_id': 'dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:43:56Z', 'updated_at': '2022-10-19T00:43:57Z', 'revision_number': 3, 'project_id': '8684504b0eff415b9063cebae21ca667', 'gw_port': {'id': 'dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:43:57Z', 'updated_at': '2022-10-19T00:43:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:43:59.536522 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.db_base_plugin_common [None req-8f7a35d4-f7c9-49f8-91e5-805c6437a0e8 admin admin] Allocated IP 172.20.0.1 (cfe47441-dd27-4b7c-958a-cc2e5c8243ac/ed6b2b90-24f3-4781-a6d8-0b858f53c7ca/6c4a76fb-25b4-4764-9e7e-531467118a04) {{(pid=111414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:43:59.582973 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8386059-7287-4e60-bfa5-481ee5765d5a None None] Checking router: e4e088dd-fead-45f8-a190-19c3426512cb for host: dv-cinder-master-3-iscsi {{(pid=111416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:43:59.583550 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8386059-7287-4e60-bfa5-481ee5765d5a None None] Updating router e4e088dd-fead-45f8-a190-19c3426512cb port dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac binding host dv-cinder-master-3-iscsi {{(pid=111416) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:43:59.661821 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-320f1dfb-6aa6-4a18-9690-19fa87af2087 None None] Current status of the port e8e1e860-658b-448c-ae7a-542411cf842d is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:43:59.664500 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-8f7a35d4-f7c9-49f8-91e5-805c6437a0e8 admin admin] Publish callbacks [] for port (6c4a76fb-25b4-4764-9e7e-531467118a04), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:59.668666 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-c8386059-7287-4e60-bfa5-481ee5765d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:59.670586 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port e8e1e860-658b-448c-ae7a-542411cf842d triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:43:59.670960 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (e8e1e860-658b-448c-ae7a-542411cf842d), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:59.671301 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port e8e1e860-658b-448c-ae7a-542411cf842d Oct 19 00:43:59.709044 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-8f7a35d4-f7c9-49f8-91e5-805c6437a0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (6c4a76fb-25b4-4764-9e7e-531467118a04), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:59.762775 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7a35d4-f7c9-49f8-91e5-805c6437a0e8 admin admin] Network cfe47441-dd27-4b7c-958a-cc2e5c8243ac is already hosted by enough agents. {{(pid=111414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:43:59.767086 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [None req-8f7a35d4-f7c9-49f8-91e5-805c6437a0e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:43:59.773473 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7a35d4-f7c9-49f8-91e5-805c6437a0e8 admin admin] Received port after_create {{(pid=111414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:43:59.813722 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7a35d4-f7c9-49f8-91e5-805c6437a0e8 admin admin] Pushing event updated for resources: {'Port': ['ID=6c4a76fb-25b4-4764-9e7e-531467118a04,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:43:59.843322 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-8f7a35d4-f7c9-49f8-91e5-805c6437a0e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1942421'] for router_interface (e4e088dd-fead-45f8-a190-19c3426512cb), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:43:59.971725 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port e8e1e860-658b-448c-ae7a-542411cf842d is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:44:00.077588 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-8f7a35d4-f7c9-49f8-91e5-805c6437a0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (6c4a76fb-25b4-4764-9e7e-531467118a04), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:00.095868 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-c8386059-7287-4e60-bfa5-481ee5765d5a None None] Publish callbacks [] for port (dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac), precommit_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:00.105166 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-c8386059-7287-4e60-bfa5-481ee5765d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:00.142609 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:00.146061 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-c8386059-7287-4e60-bfa5-481ee5765d5a None None] Attempting to bind port dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:44:00.146436 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-c8386059-7287-4e60-bfa5-481ee5765d5a None None] Attempting to bind port dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'cdce283e-dd8a-4d22-a7f9-996f16aea9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'}] {{(pid=111416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:44:00.146835 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8386059-7287-4e60-bfa5-481ee5765d5a None None] Attempting to bind port dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac on network 973fa957-bcd6-42c3-bc57-5a91d78147c8 {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:44:00.193987 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8818f-7e20-4aa9-82cc-e415bfc16d16 None None] Pushing event updated for resources: {'Port': ['ID=dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac,revision_number=2']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:00.203204 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-bb397d3b-acb1-4ec6-a960-46fb80079057 None None] Provisioning complete for port 6c4a76fb-25b4-4764-9e7e-531467118a04 triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:44:00.203204 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-bb397d3b-acb1-4ec6-a960-46fb80079057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (6c4a76fb-25b4-4764-9e7e-531467118a04), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:00.203658 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-bb397d3b-acb1-4ec6-a960-46fb80079057 None None] Attempt 1 to provision port 6c4a76fb-25b4-4764-9e7e-531467118a04 Oct 19 00:44:00.257939 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8386059-7287-4e60-bfa5-481ee5765d5a None None] Checking agent: {'id': '0014484f-12ef-47ae-ba33-5ac9a1be8800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 32, 10), 'started_at': datetime.datetime(2022, 10, 19, 0, 32, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:44:00.258676 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8386059-7287-4e60-bfa5-481ee5765d5a None None] Checking segment: {'id': 'cdce283e-dd8a-4d22-a7f9-996f16aea9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:44:00.259262 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-c8386059-7287-4e60-bfa5-481ee5765d5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:00.259828 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8386059-7287-4e60-bfa5-481ee5765d5a None None] Bound using segment: {'id': 'cdce283e-dd8a-4d22-a7f9-996f16aea9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'} {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:44:00.260513 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-c8386059-7287-4e60-bfa5-481ee5765d5a None None] Bound port: dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdce283e-dd8a-4d22-a7f9-996f16aea9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'}}] {{(pid=111416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:44:00.261151 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-c8386059-7287-4e60-bfa5-481ee5765d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:00.264766 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-bb397d3b-acb1-4ec6-a960-46fb80079057 None None] Port 6c4a76fb-25b4-4764-9e7e-531467118a04 cannot update to ACTIVE because it is not bound. {{(pid=111416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 19 00:44:00.325295 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-c8386059-7287-4e60-bfa5-481ee5765d5a None None] For port dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=111416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:44:00.329927 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-c8386059-7287-4e60-bfa5-481ee5765d5a None None] For port dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac,segment=NetworkSegment(cdce283e-dd8a-4d22-a7f9-996f16aea9b7),segment_id=cdce283e-dd8a-4d22-a7f9-996f16aea9b7)] {{(pid=111416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:44:00.332781 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c0811-52da-4c6f-b576-3034986b9842 req-1999cbe4-3171-464b-8fe1-c7ff180b9b2c tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:00.340234 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-c8386059-7287-4e60-bfa5-481ee5765d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:00.348061 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=100 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:00.350634 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-e00c0811-52da-4c6f-b576-3034986b9842 req-1999cbe4-3171-464b-8fe1-c7ff180b9b2c tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 943 time: 0.1225011 Oct 19 00:44:00.378345 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-8f7a35d4-f7c9-49f8-91e5-805c6437a0e8 admin admin] Publish callbacks [] for port (6c4a76fb-25b4-4764-9e7e-531467118a04), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:00.388500 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8386059-7287-4e60-bfa5-481ee5765d5a None None] Routers {'e4e088dd-fead-45f8-a190-19c3426512cb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:44:00.389360 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-c8386059-7287-4e60-bfa5-481ee5765d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:43:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['e4e088dd-fead-45f8-a190-19c3426512cb'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:44:00.390850 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-8f7a35d4-f7c9-49f8-91e5-805c6437a0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577477'] for port (6c4a76fb-25b4-4764-9e7e-531467118a04), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:00.431865 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:00.442025 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-e00c0811-52da-4c6f-b576-3034986b9842 req-33c21ab6-3e30-47c6-9356-af59afe0a41a tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877476 Oct 19 00:44:00.451526 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8818f-7e20-4aa9-82cc-e415bfc16d16 None None] Pushing event updated for resources: {'Port': ['ID=dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac,revision_number=3']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:00.481108 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:00.531541 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-c8386059-7287-4e60-bfa5-481ee5765d5a None None] Set router e4e088dd-fead-45f8-a190-19c3426512cb gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:44:00.537044 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7a35d4-f7c9-49f8-91e5-805c6437a0e8 admin admin] Pushing event updated for resources: {'Port': ['ID=6c4a76fb-25b4-4764-9e7e-531467118a04,revision_number=2']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:00.541539 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-8f7a35d4-f7c9-49f8-91e5-805c6437a0e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1942533'] for router_interface (e4e088dd-fead-45f8-a190-19c3426512cb), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:00.689984 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7a35d4-f7c9-49f8-91e5-805c6437a0e8 admin admin] Network cfe47441-dd27-4b7c-958a-cc2e5c8243ac is already hosted by enough agents. {{(pid=111414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:44:00.691589 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [None req-8f7a35d4-f7c9-49f8-91e5-805c6437a0e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:44:00.825123 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-c8386059-7287-4e60-bfa5-481ee5765d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'name': 'tempest-TestVolumeBootPattern-1509644699-router', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.224'}], 'enable_snat': True}, 'gw_port_id': 'dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:43:56Z', 'updated_at': '2022-10-19T00:44:00Z', 'revision_number': 4, 'project_id': '8684504b0eff415b9063cebae21ca667', 'gw_port': {'id': 'dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:43:57Z', 'updated_at': '2022-10-19T00:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6c4a76fb-25b4-4764-9e7e-531467118a04', 'name': '', 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'mac_address': 'fa:16:3e:9d:ff:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ed6b2b90-24f3-4781-a6d8-0b858f53c7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:43:59Z', 'updated_at': '2022-10-19T00:44:00Z', 'revision_number': 2, 'project_id': '8684504b0eff415b9063cebae21ca667', 'subnets': [{'id': 'ed6b2b90-24f3-4781-a6d8-0b858f53c7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:44:00.831968 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7a35d4-f7c9-49f8-91e5-805c6437a0e8 admin admin] Router e4e088dd-fead-45f8-a190-19c3426512cb has already been hosted by L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 {{(pid=111414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:44:00.855629 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8386059-7287-4e60-bfa5-481ee5765d5a None None] The sync data for ids ['e4e088dd-fead-45f8-a190-19c3426512cb'] in dv-cinder-master-3-iscsi is: [{'id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'name': 'tempest-TestVolumeBootPattern-1509644699-router', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.224'}], 'enable_snat': True}, 'gw_port_id': 'dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:43:56Z', 'updated_at': '2022-10-19T00:44:00Z', 'revision_number': 4, 'project_id': '8684504b0eff415b9063cebae21ca667', 'gw_port': {'id': 'dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:43:57Z', 'updated_at': '2022-10-19T00:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6c4a76fb-25b4-4764-9e7e-531467118a04', 'name': '', 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'mac_address': 'fa:16:3e:9d:ff:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ed6b2b90-24f3-4781-a6d8-0b858f53c7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:43:59Z', 'updated_at': '2022-10-19T00:44:00Z', 'revision_number': 2, 'project_id': '8684504b0eff415b9063cebae21ca667', 'subnets': [{'id': 'ed6b2b90-24f3-4781-a6d8-0b858f53c7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:44:00.993438 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-4d69831c-c5f2-411f-bafd-9642717e4a8c None None] Provisioning complete for port 6c4a76fb-25b4-4764-9e7e-531467118a04 triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:44:00.994801 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-4d69831c-c5f2-411f-bafd-9642717e4a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (6c4a76fb-25b4-4764-9e7e-531467118a04), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:00.994801 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-4d69831c-c5f2-411f-bafd-9642717e4a8c None None] Attempt 1 to provision port 6c4a76fb-25b4-4764-9e7e-531467118a04 Oct 19 00:44:01.009415 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7a35d4-f7c9-49f8-91e5-805c6437a0e8 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:44:01.026746 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-8f7a35d4-f7c9-49f8-91e5-805c6437a0e8 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/e4e088dd-fead-45f8-a190-19c3426512cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3300216 Oct 19 00:44:01.043057 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-4d69831c-c5f2-411f-bafd-9642717e4a8c None None] Port 6c4a76fb-25b4-4764-9e7e-531467118a04 cannot update to ACTIVE because it is not bound. {{(pid=111416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 19 00:44:01.265222 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=39 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:01.329581 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 6aea38b4-b7a0-4e8e-82dc-deb19c260092 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=111416) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:44:01.379487 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device e8e1e860-658b-448c-ae7a-542411cf842d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:44:01.716373 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:01.760852 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86c57e-c093-46f7-bacc-2a657bdf1558 req-021ecfda-b9ac-4fe1-b8af-bee0d6792dd4 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:01.774961 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-2f86c57e-c093-46f7-bacc-2a657bdf1558 req-021ecfda-b9ac-4fe1-b8af-bee0d6792dd4 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 943 time: 0.1339500 Oct 19 00:44:01.786889 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port e8e1e860-658b-448c-ae7a-542411cf842d triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:44:01.787671 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (e8e1e860-658b-448c-ae7a-542411cf842d), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:01.788006 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port e8e1e860-658b-448c-ae7a-542411cf842d Oct 19 00:44:01.808993 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port 6aea38b4-b7a0-4e8e-82dc-deb19c260092, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6aea38b4-b7a0-4e8e-82dc-deb19c260092,segment=NetworkSegment(5e10216b-5353-4a7f-a5b9-0961a609cc49),segment_id=5e10216b-5353-4a7f-a5b9-0961a609cc49)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:44:01.890122 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-2f86c57e-c093-46f7-bacc-2a657bdf1558 req-486f0066-3009-45b5-bd91-883b36e4391e tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139338 Oct 19 00:44:01.896724 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (6724934a-8b6e-4109-8304-d160e240b776), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:01.899636 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:01.911796 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Returning: {'device': '6aea38b4-b7a0-4e8e-82dc-deb19c260092', 'network_id': '173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc', 'port_id': '6aea38b4-b7a0-4e8e-82dc-deb19c260092', 'mac_address': 'fa:16:3e:76:b4:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c3f2de-ba2c-47ae-bf44-d2591e2e7caf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111416) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:44:02.010123 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port 6aea38b4-b7a0-4e8e-82dc-deb19c260092 is: DOWN; New status is: BUILD {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:44:02.010569 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (6aea38b4-b7a0-4e8e-82dc-deb19c260092), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:02.035738 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port e8e1e860-658b-448c-ae7a-542411cf842d is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:44:02.048205 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aea38b4-b7a0-4e8e-82dc-deb19c260092 {{(pid=111416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 00:44:02.087484 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port 6aea38b4-b7a0-4e8e-82dc-deb19c260092, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6aea38b4-b7a0-4e8e-82dc-deb19c260092,segment=NetworkSegment(5e10216b-5353-4a7f-a5b9-0961a609cc49),segment_id=5e10216b-5353-4a7f-a5b9-0961a609cc49)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:44:02.088275 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 35356) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:44:02.093653 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (6aea38b4-b7a0-4e8e-82dc-deb19c260092), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:02.095968 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-c50a32e8-3448-4a67-a2e8-389d3b6f4e64 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-318823610-network', 'tenant_id': 'a00f442306cf489f9f7c28839bec1d0e'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:44:02.129904 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50a32e8-3448-4a67-a2e8-389d3b6f4e64 admin admin] Made reservation on behalf of a00f442306cf489f9f7c28839bec1d0e for: {'network': 1} {{(pid=111414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:44:02.141116 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c50a32e8-3448-4a67-a2e8-389d3b6f4e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for network (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:02.152580 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c50a32e8-3448-4a67-a2e8-389d3b6f4e64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:02.154671 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=6aea38b4-b7a0-4e8e-82dc-deb19c260092,revision_number=9']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:02.265986 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=53,neutron:DELETE=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:02.280825 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c50a32e8-3448-4a67-a2e8-389d3b6f4e64 admin admin] Publish callbacks [] for security_group (46e35522-b0c9-4fb5-a3ad-d0b5cd9c0692), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:02.286049 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c50a32e8-3448-4a67-a2e8-389d3b6f4e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (46e35522-b0c9-4fb5-a3ad-d0b5cd9c0692), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:02.320027 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c50a32e8-3448-4a67-a2e8-389d3b6f4e64 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=111414) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:44:02.329789 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a32e8-3448-4a67-a2e8-389d3b6f4e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e35522-b0c9-4fb5-a3ad-d0b5cd9c0692,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:02.340778 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c50a32e8-3448-4a67-a2e8-389d3b6f4e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412'] for segment (eef50f0f-00a1-4b3c-a591-e7ac886e0b9d), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:02.341108 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.db.segments_db [None req-c50a32e8-3448-4a67-a2e8-389d3b6f4e64 admin admin] Added segment eef50f0f-00a1-4b3c-a591-e7ac886e0b9d of type vlan for network d8a7c7b5-b195-460e-a6a8-03062be95e1d Oct 19 00:44:02.412326 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c50a32e8-3448-4a67-a2e8-389d3b6f4e64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730482266143'] for network (d8a7c7b5-b195-460e-a6a8-03062be95e1d), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:02.454165 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c50a32e8-3448-4a67-a2e8-389d3b6f4e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988'] for network (d8a7c7b5-b195-460e-a6a8-03062be95e1d), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:02.455523 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50a32e8-3448-4a67-a2e8-389d3b6f4e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:02.456272 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c50a32e8-3448-4a67-a2e8-389d3b6f4e64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for network (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:02.508125 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] get_ports_and_sgs() called for port_ids ['6aea38b4-b7a0-4e8e-82dc-deb19c260092'] {{(pid=111416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 00:44:02.540957 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a32e8-3448-4a67-a2e8-389d3b6f4e64 admin admin] Pushing event updated for resources: {'Network': ['ID=d8a7c7b5-b195-460e-a6a8-03062be95e1d,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:02.566797 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-c50a32e8-3448-4a67-a2e8-389d3b6f4e64 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4731700 Oct 19 00:44:02.568102 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 35360) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:44:02.568973 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Network d8a7c7b5-b195-460e-a6a8-03062be95e1d details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=111416) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:44:02.575300 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-8f57c983-8832-4eba-8d8d-10c623793aa2 admin admin] Request body: {'subnet': {'network_id': 'd8a7c7b5-b195-460e-a6a8-03062be95e1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-318823610-subnet', 'tenant_id': 'a00f442306cf489f9f7c28839bec1d0e', 'ip_version': 4}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:44:02.621213 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f57c983-8832-4eba-8d8d-10c623793aa2 admin admin] Made reservation on behalf of a00f442306cf489f9f7c28839bec1d0e for: {'subnet': 1} {{(pid=111415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:44:02.623893 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-8f57c983-8832-4eba-8d8d-10c623793aa2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7409433'] for subnet (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:02.624359 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:02.939064 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-8f57c983-8832-4eba-8d8d-10c623793aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7426682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7409419'] for subnet (0274f91c-6016-46b0-a0c1-f2e4c35e66cf), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:03.037265 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f57c983-8832-4eba-8d8d-10c623793aa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0274f91c-6016-46b0-a0c1-f2e4c35e66cf,revision_number=0']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:03.053052 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f57c983-8832-4eba-8d8d-10c623793aa2 admin admin] Checking segment: {'id': 'eef50f0f-00a1-4b3c-a591-e7ac886e0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd8a7c7b5-b195-460e-a6a8-03062be95e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:44:03.053695 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f57c983-8832-4eba-8d8d-10c623793aa2 admin admin] Network hostable DHCP agents. Network: d8a7c7b5-b195-460e-a6a8-03062be95e1d, hostable agents: ['57535a1d-5c08-48f6-b25c-e56d637dc4b8'], hosted agents: [] {{(pid=111415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:44:03.102260 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f57c983-8832-4eba-8d8d-10c623793aa2 admin admin] Network d8a7c7b5-b195-460e-a6a8-03062be95e1d is scheduled to be hosted by DHCP agent 57535a1d-5c08-48f6-b25c-e56d637dc4b8 with binding_index 1 {{(pid=111415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:44:03.120242 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.base_scheduler [None req-8f57c983-8832-4eba-8d8d-10c623793aa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, d8a7c7b5-b195-460e-a6a8-03062be95e1d) {{(pid=111415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:44:03.127339 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f57c983-8832-4eba-8d8d-10c623793aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:03.127938 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-8f57c983-8832-4eba-8d8d-10c623793aa2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:03.133825 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd405d2-b805-4f4d-90bf-a4a67f4db861 None None] Network d8a7c7b5-b195-460e-a6a8-03062be95e1d requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:44:03.137026 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56ff22-87b1-4a21-8348-431004ddb830 req-26e7fee4-ca5c-4b54-8cc4-6893086b8c9a tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:03.138808 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-de56ff22-87b1-4a21-8348-431004ddb830 req-26e7fee4-ca5c-4b54-8cc4-6893086b8c9a tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 944 time: 0.0716732 Oct 19 00:44:03.139266 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:03.176705 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-8f57c983-8832-4eba-8d8d-10c623793aa2 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6032543 Oct 19 00:44:03.177163 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 35364) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:44:03.186390 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-4b5c106b-1836-411c-b242-95f92c017662 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-318823610-router', 'tenant_id': 'a00f442306cf489f9f7c28839bec1d0e', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'}}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:44:03.226783 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-de56ff22-87b1-4a21-8348-431004ddb830 req-3188e41f-5a67-4ce7-8dc1-5b729ee73b51 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747712 Oct 19 00:44:03.239512 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-4b5c106b-1836-411c-b242-95f92c017662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1939933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2045'] for router (e2bb7b01-75e6-427c-8f1c-e90c4a072137), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:03.241424 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-4b5c106b-1836-411c-b242-95f92c017662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1949320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2062503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2026'] for router (e2bb7b01-75e6-427c-8f1c-e90c4a072137), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:03.256124 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:03.305378 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:03.369962 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-4b5c106b-1836-411c-b242-95f92c017662 admin admin] Publish callbacks [] for router_controller (e2bb7b01-75e6-427c-8f1c-e90c4a072137), precommit_add_association {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:03.381516 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cd2b99-858e-45e5-a617-60dfb1515a20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-d8a7c7b5-b195-460e-a6a8-03062be95e1d', 'network_id': 'd8a7c7b5-b195-460e-a6a8-03062be95e1d', 'project_id': 'a00f442306cf489f9f7c28839bec1d0e', 'fixed_ips': [{'subnet_id': '0274f91c-6016-46b0-a0c1-f2e4c35e66cf'}]}} from dv-cinder-master-3-iscsi. {{(pid=111416) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 19 00:44:03.384573 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-15cd2b99-858e-45e5-a617-60dfb1515a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:03.534997 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:44:03.670809 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-4b5c106b-1836-411c-b242-95f92c017662 admin admin] Publish callbacks [] for router_gateway (e2bb7b01-75e6-427c-8f1c-e90c4a072137), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:03.686072 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 6aea38b4-b7a0-4e8e-82dc-deb19c260092 up at agent hyperv_hv-cinder-maste {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:44:03.761483 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:44:03.762045 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:03.762615 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac Oct 19 00:44:03.841227 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Provisioning complete for port 6aea38b4-b7a0-4e8e-82dc-deb19c260092 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:44:03.841741 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (6aea38b4-b7a0-4e8e-82dc-deb19c260092), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:03.842744 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Attempt 1 to provision port 6aea38b4-b7a0-4e8e-82dc-deb19c260092 Oct 19 00:44:03.903393 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.db_base_plugin_common [None req-15cd2b99-858e-45e5-a617-60dfb1515a20 None None] Allocated IP 172.20.0.2 (d8a7c7b5-b195-460e-a6a8-03062be95e1d/0274f91c-6016-46b0-a0c1-f2e4c35e66cf/dc28754a-3e22-4e00-bf19-db6b66d2b5aa) {{(pid=111416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:44:03.912554 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62629305-6188-4da6-8de0-b64e2c45c2ec None None] Sync routers for ids ['e4e088dd-fead-45f8-a190-19c3426512cb'] in dv-cinder-master-3-iscsi {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:44:03.925050 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:03.937234 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62629305-6188-4da6-8de0-b64e2c45c2ec None None] Routers {'e4e088dd-fead-45f8-a190-19c3426512cb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:44:03.938290 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-62629305-6188-4da6-8de0-b64e2c45c2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:43:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['e4e088dd-fead-45f8-a190-19c3426512cb'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:44:04.040281 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-4b5c106b-1836-411c-b242-95f92c017662 admin admin] Publish callbacks [] for router_gateway (e2bb7b01-75e6-427c-8f1c-e90c4a072137), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:04.074474 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-4b5c106b-1836-411c-b242-95f92c017662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:04.100258 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-62629305-6188-4da6-8de0-b64e2c45c2ec None None] Set router e4e088dd-fead-45f8-a190-19c3426512cb gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:44:04.204188 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac is: DOWN; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:44:04.205081 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:04.215038 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.db_base_plugin_common [None req-4b5c106b-1836-411c-b242-95f92c017662 admin admin] Allocated IP 172.37.6.131 (973fa957-bcd6-42c3-bc57-5a91d78147c8/c5b4f151-6e49-4135-be82-7abc543b5247/5bd790be-1a7e-4aa2-b071-93311f633c7e) {{(pid=111414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:44:04.279421 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:04.282868 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] For port dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac,segment=NetworkSegment(cdce283e-dd8a-4d22-a7f9-996f16aea9b7),segment_id=cdce283e-dd8a-4d22-a7f9-996f16aea9b7)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:44:04.306470 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:04.311457 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port 6aea38b4-b7a0-4e8e-82dc-deb19c260092 is: BUILD; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:44:04.312097 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (6aea38b4-b7a0-4e8e-82dc-deb19c260092), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:04.372166 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-62629305-6188-4da6-8de0-b64e2c45c2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'name': 'tempest-TestVolumeBootPattern-1509644699-router', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.224'}], 'enable_snat': True}, 'gw_port_id': 'dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:43:56Z', 'updated_at': '2022-10-19T00:44:00Z', 'revision_number': 4, 'project_id': '8684504b0eff415b9063cebae21ca667', 'gw_port': {'id': 'dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:43:57Z', 'updated_at': '2022-10-19T00:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6c4a76fb-25b4-4764-9e7e-531467118a04', 'name': '', 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'mac_address': 'fa:16:3e:9d:ff:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ed6b2b90-24f3-4781-a6d8-0b858f53c7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:43:59Z', 'updated_at': '2022-10-19T00:44:00Z', 'revision_number': 2, 'project_id': '8684504b0eff415b9063cebae21ca667', 'subnets': [{'id': 'ed6b2b90-24f3-4781-a6d8-0b858f53c7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:44:04.408906 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62629305-6188-4da6-8de0-b64e2c45c2ec None None] Checking router: e4e088dd-fead-45f8-a190-19c3426512cb for host: dv-cinder-master-3-iscsi {{(pid=111417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:44:04.409255 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62629305-6188-4da6-8de0-b64e2c45c2ec None None] Updating router e4e088dd-fead-45f8-a190-19c3426512cb port 6c4a76fb-25b4-4764-9e7e-531467118a04 binding host dv-cinder-master-3-iscsi {{(pid=111417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:44:04.410533 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-4b5c106b-1836-411c-b242-95f92c017662 admin admin] Publish callbacks [] for port (5bd790be-1a7e-4aa2-b071-93311f633c7e), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:04.441601 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-62629305-6188-4da6-8de0-b64e2c45c2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (6c4a76fb-25b4-4764-9e7e-531467118a04), before_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:04.477236 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aea38b4-b7a0-4e8e-82dc-deb19c260092'}] {{(pid=111416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:44:04.477458 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-4b5c106b-1836-411c-b242-95f92c017662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (5bd790be-1a7e-4aa2-b071-93311f633c7e), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:04.481188 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0240e38e362fdc750089dc1f1183b30604621660299f95a12c585bcfa6b02ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff853954-ef24-4130-88fe-b42e9c03006b" -d '{"events": [{"server_uuid": "b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2", "name": "network-vif-plugged", "status": "completed", "tag": "6aea38b4-b7a0-4e8e-82dc-deb19c260092"}]}' {{(pid=111416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:44:04.507381 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8cb2d-5f01-4033-867c-dba1cfce40be req-244cb1f0-04f5-430d-b203-b45e4385c563 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:04.516383 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c4f8cb2d-5f01-4033-867c-dba1cfce40be req-244cb1f0-04f5-430d-b203-b45e4385c563 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 944 time: 0.0873325 Oct 19 00:44:04.559802 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5c106b-1836-411c-b242-95f92c017662 admin admin] Network 973fa957-bcd6-42c3-bc57-5a91d78147c8 is already hosted by enough agents. {{(pid=111414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:44:04.574247 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [None req-4b5c106b-1836-411c-b242-95f92c017662 admin admin] Resources bound (agent type, host, resource id): {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:44:04.576058 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Pushing event updated for resources: {'Port': ['ID=dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac,revision_number=4']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:04.593097 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5c106b-1836-411c-b242-95f92c017662 admin admin] Received port after_create {{(pid=111414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:44:04.605360 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port 6aea38b4-b7a0-4e8e-82dc-deb19c260092, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6aea38b4-b7a0-4e8e-82dc-deb19c260092,segment=NetworkSegment(5e10216b-5353-4a7f-a5b9-0961a609cc49),segment_id=5e10216b-5353-4a7f-a5b9-0961a609cc49)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:44:04.626967 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c4f8cb2d-5f01-4033-867c-dba1cfce40be req-ed728c83-e8ad-42b1-82e4-35d5138a1a41 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093750 Oct 19 00:44:04.636759 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (6aea38b4-b7a0-4e8e-82dc-deb19c260092), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:04.694099 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c106b-1836-411c-b242-95f92c017662 admin admin] Pushing event updated for resources: {'Port': ['ID=5bd790be-1a7e-4aa2-b071-93311f633c7e,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:04.718293 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-15cd2b99-858e-45e5-a617-60dfb1515a20 None None] Publish callbacks [] for port (dc28754a-3e22-4e00-bf19-db6b66d2b5aa), precommit_create {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:04.722986 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-c2ff2b4e-c637-4ef0-ae4c-c46787f7c656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:04.740457 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 00:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc715ce-fbb7-41bf-8873-06feabe47df8 x-openstack-request-id: req-2bc715ce-fbb7-41bf-8873-06feabe47df8 {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:44:04.741095 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2", "name": "network-vif-plugged", "status": "completed", "tag": "6aea38b4-b7a0-4e8e-82dc-deb19c260092", "code": 200}]} {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:44:04.741578 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2bc715ce-fbb7-41bf-8873-06feabe47df8 {{(pid=111416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:44:04.742230 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bc715ce-fbb7-41bf-8873-06feabe47df8'] response: {'server_uuid': 'b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aea38b4-b7a0-4e8e-82dc-deb19c260092', 'code': 200} Oct 19 00:44:04.759582 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-62629305-6188-4da6-8de0-b64e2c45c2ec None None] Publish callbacks [] for port (6c4a76fb-25b4-4764-9e7e-531467118a04), precommit_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:04.759732 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-15cd2b99-858e-45e5-a617-60dfb1515a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450'] for port (dc28754a-3e22-4e00-bf19-db6b66d2b5aa), after_create {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:04.769355 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-62629305-6188-4da6-8de0-b64e2c45c2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (6c4a76fb-25b4-4764-9e7e-531467118a04), after_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:04.803902 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=6aea38b4-b7a0-4e8e-82dc-deb19c260092,revision_number=10']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:04.833346 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed92cd1-8ebb-4e0c-a86b-c6ccf07071e5 None None] Pushing event updated for resources: {'Port': ['ID=6c4a76fb-25b4-4764-9e7e-531467118a04,revision_number=3']} {{(pid=111417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:04.867478 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed92cd1-8ebb-4e0c-a86b-c6ccf07071e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:44:04.867971 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed92cd1-8ebb-4e0c-a86b-c6ccf07071e5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:44:04.868449 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed92cd1-8ebb-4e0c-a86b-c6ccf07071e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:44:04.871041 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed92cd1-8ebb-4e0c-a86b-c6ccf07071e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:44:04.871805 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed92cd1-8ebb-4e0c-a86b-c6ccf07071e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:44:04.872381 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed92cd1-8ebb-4e0c-a86b-c6ccf07071e5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:44:04.872931 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed92cd1-8ebb-4e0c-a86b-c6ccf07071e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:44:04.873491 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed92cd1-8ebb-4e0c-a86b-c6ccf07071e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:44:04.874066 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed92cd1-8ebb-4e0c-a86b-c6ccf07071e5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:44:04.874640 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed92cd1-8ebb-4e0c-a86b-c6ccf07071e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:44:04.875179 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed92cd1-8ebb-4e0c-a86b-c6ccf07071e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:44:04.875745 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed92cd1-8ebb-4e0c-a86b-c6ccf07071e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:44:04.876281 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed92cd1-8ebb-4e0c-a86b-c6ccf07071e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:44:04.876900 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed92cd1-8ebb-4e0c-a86b-c6ccf07071e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:44:04.877434 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed92cd1-8ebb-4e0c-a86b-c6ccf07071e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:44:04.878395 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cd2b99-858e-45e5-a617-60dfb1515a20 None None] Network d8a7c7b5-b195-460e-a6a8-03062be95e1d is already hosted by enough agents. {{(pid=111416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:44:04.887631 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.scheduler.base_scheduler [None req-15cd2b99-858e-45e5-a617-60dfb1515a20 None None] Resources bound (agent type, host, resource id): {{(pid=111416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:44:04.891936 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cd2b99-858e-45e5-a617-60dfb1515a20 None None] Received port after_create {{(pid=111416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:44:04.922464 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.managers [None req-62629305-6188-4da6-8de0-b64e2c45c2ec None None] Attempting to bind port 6c4a76fb-25b4-4764-9e7e-531467118a04 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:44:04.923103 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.managers [None req-62629305-6188-4da6-8de0-b64e2c45c2ec None None] Attempting to bind port 6c4a76fb-25b4-4764-9e7e-531467118a04 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'e263339d-8163-42c1-82aa-55d7bd373377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac'}] {{(pid=111417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:44:04.923442 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62629305-6188-4da6-8de0-b64e2c45c2ec None None] Attempting to bind port 6c4a76fb-25b4-4764-9e7e-531467118a04 on network cfe47441-dd27-4b7c-958a-cc2e5c8243ac {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:44:04.936075 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd2b99-858e-45e5-a617-60dfb1515a20 None None] Pushing event updated for resources: {'Port': ['ID=dc28754a-3e22-4e00-bf19-db6b66d2b5aa,revision_number=1']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:04.971593 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:04.979307 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62629305-6188-4da6-8de0-b64e2c45c2ec None None] Checking agent: {'id': '0014484f-12ef-47ae-ba33-5ac9a1be8800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 32, 10), 'started_at': datetime.datetime(2022, 10, 19, 0, 32, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:44:04.979890 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62629305-6188-4da6-8de0-b64e2c45c2ec None None] Checking segment: {'id': 'e263339d-8163-42c1-82aa-55d7bd373377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:44:04.980631 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-62629305-6188-4da6-8de0-b64e2c45c2ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:04.981206 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62629305-6188-4da6-8de0-b64e2c45c2ec None None] Bound using segment: {'id': 'e263339d-8163-42c1-82aa-55d7bd373377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac'} {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:44:04.981906 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.managers [None req-62629305-6188-4da6-8de0-b64e2c45c2ec None None] Bound port: 6c4a76fb-25b4-4764-9e7e-531467118a04, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e263339d-8163-42c1-82aa-55d7bd373377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac'}}] {{(pid=111417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:44:04.982521 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-62629305-6188-4da6-8de0-b64e2c45c2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (6c4a76fb-25b4-4764-9e7e-531467118a04), before_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:05.069898 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.db [None req-62629305-6188-4da6-8de0-b64e2c45c2ec None None] For port 6c4a76fb-25b4-4764-9e7e-531467118a04, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=111417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:44:05.074186 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.db [None req-62629305-6188-4da6-8de0-b64e2c45c2ec None None] For port 6c4a76fb-25b4-4764-9e7e-531467118a04, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6c4a76fb-25b4-4764-9e7e-531467118a04,segment=NetworkSegment(e263339d-8163-42c1-82aa-55d7bd373377),segment_id=e263339d-8163-42c1-82aa-55d7bd373377)] {{(pid=111417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:44:05.082619 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-62629305-6188-4da6-8de0-b64e2c45c2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (6c4a76fb-25b4-4764-9e7e-531467118a04), after_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:05.084469 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-15cd2b99-858e-45e5-a617-60dfb1515a20 None None] Attempting to bind port dc28754a-3e22-4e00-bf19-db6b66d2b5aa on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:44:05.086411 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-15cd2b99-858e-45e5-a617-60dfb1515a20 None None] Attempting to bind port dc28754a-3e22-4e00-bf19-db6b66d2b5aa by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'eef50f0f-00a1-4b3c-a591-e7ac886e0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd8a7c7b5-b195-460e-a6a8-03062be95e1d'}] {{(pid=111416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:44:05.087026 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cd2b99-858e-45e5-a617-60dfb1515a20 None None] Attempting to bind port dc28754a-3e22-4e00-bf19-db6b66d2b5aa on network d8a7c7b5-b195-460e-a6a8-03062be95e1d {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:44:05.156289 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed92cd1-8ebb-4e0c-a86b-c6ccf07071e5 None None] Pushing event updated for resources: {'Port': ['ID=6c4a76fb-25b4-4764-9e7e-531467118a04,revision_number=4']} {{(pid=111417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:05.165355 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62629305-6188-4da6-8de0-b64e2c45c2ec None None] Routers {'e4e088dd-fead-45f8-a190-19c3426512cb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:44:05.166214 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-62629305-6188-4da6-8de0-b64e2c45c2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:43:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['e4e088dd-fead-45f8-a190-19c3426512cb'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:44:05.200886 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cd2b99-858e-45e5-a617-60dfb1515a20 None None] Checking agent: {'id': '0014484f-12ef-47ae-ba33-5ac9a1be8800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 32, 10), 'started_at': datetime.datetime(2022, 10, 19, 0, 32, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:44:05.201731 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cd2b99-858e-45e5-a617-60dfb1515a20 None None] Checking segment: {'id': 'eef50f0f-00a1-4b3c-a591-e7ac886e0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd8a7c7b5-b195-460e-a6a8-03062be95e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:44:05.202645 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-15cd2b99-858e-45e5-a617-60dfb1515a20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:05.203265 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cd2b99-858e-45e5-a617-60dfb1515a20 None None] Bound using segment: {'id': 'eef50f0f-00a1-4b3c-a591-e7ac886e0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd8a7c7b5-b195-460e-a6a8-03062be95e1d'} {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:44:05.203984 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-15cd2b99-858e-45e5-a617-60dfb1515a20 None None] Bound port: dc28754a-3e22-4e00-bf19-db6b66d2b5aa, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef50f0f-00a1-4b3c-a591-e7ac886e0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd8a7c7b5-b195-460e-a6a8-03062be95e1d'}}] {{(pid=111416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:44:05.204908 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-15cd2b99-858e-45e5-a617-60dfb1515a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (dc28754a-3e22-4e00-bf19-db6b66d2b5aa), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:05.404885 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-15cd2b99-858e-45e5-a617-60dfb1515a20 None None] For port dc28754a-3e22-4e00-bf19-db6b66d2b5aa, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=111416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:44:05.424813 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-15cd2b99-858e-45e5-a617-60dfb1515a20 None None] For port dc28754a-3e22-4e00-bf19-db6b66d2b5aa, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=dc28754a-3e22-4e00-bf19-db6b66d2b5aa,segment=NetworkSegment(eef50f0f-00a1-4b3c-a591-e7ac886e0b9d),segment_id=eef50f0f-00a1-4b3c-a591-e7ac886e0b9d)] {{(pid=111416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:44:05.441850 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-15cd2b99-858e-45e5-a617-60dfb1515a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (dc28754a-3e22-4e00-bf19-db6b66d2b5aa), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:05.553933 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:05.559566 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-4b5c106b-1836-411c-b242-95f92c017662 admin admin] Publish callbacks [] for router_gateway (e2bb7b01-75e6-427c-8f1c-e90c4a072137), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:05.589110 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:44:05.614971 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:05.671700 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:05.675295 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1282fb0-89b8-4753-bdf1-d28756daf48a req-e523a32b-4d11-44da-9845-6e6a4be0cc8e tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:05.678820 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-e1282fb0-89b8-4753-bdf1-d28756daf48a req-e523a32b-4d11-44da-9845-6e6a4be0cc8e tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8 HTTP/1.1" status: 200 len: 946 time: 0.1437690 Oct 19 00:44:05.679179 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd2b99-858e-45e5-a617-60dfb1515a20 None None] Pushing event updated for resources: {'Port': ['ID=dc28754a-3e22-4e00-bf19-db6b66d2b5aa,revision_number=2']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:05.713623 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-62629305-6188-4da6-8de0-b64e2c45c2ec None None] Set router e4e088dd-fead-45f8-a190-19c3426512cb gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:44:05.726773 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:05.783205 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:44:05.784075 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:05.784705 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac Oct 19 00:44:05.796506 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-e1282fb0-89b8-4753-bdf1-d28756daf48a req-365b2d0e-7d39-4050-8dfc-4e8bc44c748e tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=746cb1cb-cc2b-4bb5-a972-ea0b2d6800aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956523 Oct 19 00:44:06.012127 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-4b5c106b-1836-411c-b242-95f92c017662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1947415'] for router (e2bb7b01-75e6-427c-8f1c-e90c4a072137), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:06.013824 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:44:06.015382 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 6c4a76fb-25b4-4764-9e7e-531467118a04 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:44:06.073446 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port 6c4a76fb-25b4-4764-9e7e-531467118a04 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:44:06.074094 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (6c4a76fb-25b4-4764-9e7e-531467118a04), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:06.074606 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port 6c4a76fb-25b4-4764-9e7e-531467118a04 Oct 19 00:44:06.110081 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-62629305-6188-4da6-8de0-b64e2c45c2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'name': 'tempest-TestVolumeBootPattern-1509644699-router', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.224'}], 'enable_snat': True}, 'gw_port_id': 'dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:43:56Z', 'updated_at': '2022-10-19T00:44:00Z', 'revision_number': 4, 'project_id': '8684504b0eff415b9063cebae21ca667', 'gw_port': {'id': 'dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:43:57Z', 'updated_at': '2022-10-19T00:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6c4a76fb-25b4-4764-9e7e-531467118a04', 'name': '', 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'mac_address': 'fa:16:3e:9d:ff:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ed6b2b90-24f3-4781-a6d8-0b858f53c7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:43:59Z', 'updated_at': '2022-10-19T00:44:05Z', 'revision_number': 4, 'project_id': '8684504b0eff415b9063cebae21ca667', 'subnets': [{'id': 'ed6b2b90-24f3-4781-a6d8-0b858f53c7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:44:06.164402 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b927cf-e30c-48a6-92f1-68ad52d69904 req-3d5bb390-df3e-4214-8d7e-209ad5ecef7c tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:06.167047 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-45b927cf-e30c-48a6-92f1-68ad52d69904 req-3d5bb390-df3e-4214-8d7e-209ad5ecef7c tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 946 time: 0.1727762 Oct 19 00:44:06.204237 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62629305-6188-4da6-8de0-b64e2c45c2ec None None] The sync data for ids ['e4e088dd-fead-45f8-a190-19c3426512cb'] in dv-cinder-master-3-iscsi is: [{'id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'name': 'tempest-TestVolumeBootPattern-1509644699-router', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.224'}], 'enable_snat': True}, 'gw_port_id': 'dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:43:56Z', 'updated_at': '2022-10-19T00:44:00Z', 'revision_number': 4, 'project_id': '8684504b0eff415b9063cebae21ca667', 'gw_port': {'id': 'dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:43:57Z', 'updated_at': '2022-10-19T00:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6c4a76fb-25b4-4764-9e7e-531467118a04', 'name': '', 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'mac_address': 'fa:16:3e:9d:ff:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ed6b2b90-24f3-4781-a6d8-0b858f53c7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:43:59Z', 'updated_at': '2022-10-19T00:44:05Z', 'revision_number': 4, 'project_id': '8684504b0eff415b9063cebae21ca667', 'subnets': [{'id': 'ed6b2b90-24f3-4781-a6d8-0b858f53c7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:44:06.204894 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port 6c4a76fb-25b4-4764-9e7e-531467118a04 is: DOWN; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:44:06.205352 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (6c4a76fb-25b4-4764-9e7e-531467118a04), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:06.256227 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] For port 6c4a76fb-25b4-4764-9e7e-531467118a04, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6c4a76fb-25b4-4764-9e7e-531467118a04,segment=NetworkSegment(e263339d-8163-42c1-82aa-55d7bd373377),segment_id=e263339d-8163-42c1-82aa-55d7bd373377)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:44:06.259478 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5c106b-1836-411c-b242-95f92c017662 admin admin] Router e2bb7b01-75e6-427c-8f1c-e90c4a072137 is scheduled to L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 with binding_index 1 {{(pid=111414) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 00:44:06.263470 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (6c4a76fb-25b4-4764-9e7e-531467118a04), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:06.276178 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-45b927cf-e30c-48a6-92f1-68ad52d69904 req-005d8a9d-cb37-45aa-be00-591f083f6d81 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012678 Oct 19 00:44:06.338733 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Pushing event updated for resources: {'Port': ['ID=6c4a76fb-25b4-4764-9e7e-531467118a04,revision_number=5']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:06.476214 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5c106b-1836-411c-b242-95f92c017662 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:44:06.487767 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618ae24b-c349-4fa2-8434-d9c77261bc5b None None] Sync routers for ids ['e2bb7b01-75e6-427c-8f1c-e90c4a072137'] in dv-cinder-master-3-iscsi {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:44:06.505440 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-4b5c106b-1836-411c-b242-95f92c017662 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:06.510055 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-4b5c106b-1836-411c-b242-95f92c017662 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3276742 Oct 19 00:44:06.510283 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618ae24b-c349-4fa2-8434-d9c77261bc5b None None] Routers {'e2bb7b01-75e6-427c-8f1c-e90c4a072137'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:44:06.510283 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-618ae24b-c349-4fa2-8434-d9c77261bc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:43:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['e2bb7b01-75e6-427c-8f1c-e90c4a072137'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:44:06.511543 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 35396) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:44:06.608197 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:06.726285 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-618ae24b-c349-4fa2-8434-d9c77261bc5b None None] Set router e2bb7b01-75e6-427c-8f1c-e90c4a072137 gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:44:06.977869 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-e017e7a4-feca-41c8-81ca-525020b75212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:07.135875 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb5289d-9824-4a15-9ccb-b624834cb318 None None] Network d8a7c7b5-b195-460e-a6a8-03062be95e1d requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:44:07.158819 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3347ebbc-4ff0-44ea-9868-925a69944c7e req-a30938fe-32f2-4fbc-be4c-3fe6d57395d9 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:07.161647 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-3347ebbc-4ff0-44ea-9868-925a69944c7e req-a30938fe-32f2-4fbc-be4c-3fe6d57395d9 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8 HTTP/1.1" status: 200 len: 946 time: 0.1212049 Oct 19 00:44:07.185719 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-8cef56bd-c666-4131-be4d-059422a61d59 None None] Provisioning complete for port dc28754a-3e22-4e00-bf19-db6b66d2b5aa triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:44:07.186306 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-8cef56bd-c666-4131-be4d-059422a61d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (dc28754a-3e22-4e00-bf19-db6b66d2b5aa), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:07.186950 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-8cef56bd-c666-4131-be4d-059422a61d59 None None] Attempt 1 to provision port dc28754a-3e22-4e00-bf19-db6b66d2b5aa Oct 19 00:44:07.224067 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:07.264269 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-3347ebbc-4ff0-44ea-9868-925a69944c7e req-1bbe0c0b-91cb-4570-8883-4ad5965e8409 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=746cb1cb-cc2b-4bb5-a972-ea0b2d6800aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897875 Oct 19 00:44:07.297353 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.agents_db [None req-a13584a9-f264-4877-bb17-87a252e2109a None None] Agent healthcheck: found 6 active agents {{(pid=111417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:44:07.323216 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-618ae24b-c349-4fa2-8434-d9c77261bc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2bb7b01-75e6-427c-8f1c-e90c4a072137', 'name': 'tempest-TestVolumeBootPattern-318823610-router', 'tenant_id': 'a00f442306cf489f9f7c28839bec1d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.131'}], 'enable_snat': True}, 'gw_port_id': '5bd790be-1a7e-4aa2-b071-93311f633c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:44:03Z', 'updated_at': '2022-10-19T00:44:05Z', 'revision_number': 3, 'project_id': 'a00f442306cf489f9f7c28839bec1d0e', 'gw_port': {'id': '5bd790be-1a7e-4aa2-b071-93311f633c7e', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2bb7b01-75e6-427c-8f1c-e90c4a072137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:44:04Z', 'updated_at': '2022-10-19T00:44:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:44:07.398685 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618ae24b-c349-4fa2-8434-d9c77261bc5b None None] Checking router: e2bb7b01-75e6-427c-8f1c-e90c4a072137 for host: dv-cinder-master-3-iscsi {{(pid=111416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:44:07.399031 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618ae24b-c349-4fa2-8434-d9c77261bc5b None None] Updating router e2bb7b01-75e6-427c-8f1c-e90c4a072137 port 5bd790be-1a7e-4aa2-b071-93311f633c7e binding host dv-cinder-master-3-iscsi {{(pid=111416) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:44:07.405428 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:07.505703 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d5685-7d7f-4dc1-a53a-c24a91d59c18 req-90fd8e08-f0ec-4397-98c1-196573e35bd0 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:07.508076 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-8cef56bd-c666-4131-be4d-059422a61d59 None None] Current status of the port dc28754a-3e22-4e00-bf19-db6b66d2b5aa is: DOWN; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:44:07.508431 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d69d5685-7d7f-4dc1-a53a-c24a91d59c18 req-90fd8e08-f0ec-4397-98c1-196573e35bd0 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 946 time: 0.0598173 Oct 19 00:44:07.508564 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-8cef56bd-c666-4131-be4d-059422a61d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (dc28754a-3e22-4e00-bf19-db6b66d2b5aa), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:07.566105 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-618ae24b-c349-4fa2-8434-d9c77261bc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (5bd790be-1a7e-4aa2-b071-93311f633c7e), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:07.569134 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 6c4a76fb-25b4-4764-9e7e-531467118a04 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:44:07.592790 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d69d5685-7d7f-4dc1-a53a-c24a91d59c18 req-e755e66b-44e4-4047-b31c-b91b595b6822 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738220 Oct 19 00:44:07.662075 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-8cef56bd-c666-4131-be4d-059422a61d59 None None] For port dc28754a-3e22-4e00-bf19-db6b66d2b5aa, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=dc28754a-3e22-4e00-bf19-db6b66d2b5aa,segment=NetworkSegment(eef50f0f-00a1-4b3c-a591-e7ac886e0b9d),segment_id=eef50f0f-00a1-4b3c-a591-e7ac886e0b9d)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:44:07.712565 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c7c701de-f122-4196-a6ab-0cd98c919255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:07.720726 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-8cef56bd-c666-4131-be4d-059422a61d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (dc28754a-3e22-4e00-bf19-db6b66d2b5aa), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:07.721265 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:07.820462 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:07.973041 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port 6c4a76fb-25b4-4764-9e7e-531467118a04 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:44:07.973386 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.db_base_plugin_common [None req-c7c701de-f122-4196-a6ab-0cd98c919255 admin admin] Allocated IP 172.20.0.1 (d8a7c7b5-b195-460e-a6a8-03062be95e1d/0274f91c-6016-46b0-a0c1-f2e4c35e66cf/43845098-2fc4-4672-8633-c2f39eff365b) {{(pid=111414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:44:07.973544 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (6c4a76fb-25b4-4764-9e7e-531467118a04), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:07.973735 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port 6c4a76fb-25b4-4764-9e7e-531467118a04 Oct 19 00:44:08.024245 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-c01c3f9e-dd5d-42a2-a193-f717e448cf49 None None] Provisioning complete for port dc28754a-3e22-4e00-bf19-db6b66d2b5aa triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:44:08.024610 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-c01c3f9e-dd5d-42a2-a193-f717e448cf49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (dc28754a-3e22-4e00-bf19-db6b66d2b5aa), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:08.024876 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-c01c3f9e-dd5d-42a2-a193-f717e448cf49 None None] Attempt 1 to provision port dc28754a-3e22-4e00-bf19-db6b66d2b5aa Oct 19 00:44:08.053305 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef56bd-c666-4131-be4d-059422a61d59 None None] Pushing event updated for resources: {'Port': ['ID=dc28754a-3e22-4e00-bf19-db6b66d2b5aa,revision_number=3']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:08.135031 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c7c701de-f122-4196-a6ab-0cd98c919255 admin admin] Publish callbacks [] for port (43845098-2fc4-4672-8633-c2f39eff365b), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:08.178553 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c7c701de-f122-4196-a6ab-0cd98c919255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (43845098-2fc4-4672-8633-c2f39eff365b), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:08.183777 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:08.235081 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c701de-f122-4196-a6ab-0cd98c919255 admin admin] Network d8a7c7b5-b195-460e-a6a8-03062be95e1d is already hosted by enough agents. {{(pid=111414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:44:08.238544 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [None req-c7c701de-f122-4196-a6ab-0cd98c919255 admin admin] Resources bound (agent type, host, resource id): {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:44:08.243370 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c701de-f122-4196-a6ab-0cd98c919255 admin admin] Received port after_create {{(pid=111414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:44:08.274254 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c701de-f122-4196-a6ab-0cd98c919255 admin admin] Pushing event updated for resources: {'Port': ['ID=43845098-2fc4-4672-8633-c2f39eff365b,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:08.276907 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port 6c4a76fb-25b4-4764-9e7e-531467118a04 is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:44:08.277707 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device dc28754a-3e22-4e00-bf19-db6b66d2b5aa up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:44:08.305683 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c7c701de-f122-4196-a6ab-0cd98c919255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1942421'] for router_interface (e2bb7b01-75e6-427c-8f1c-e90c4a072137), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:08.319747 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-c01c3f9e-dd5d-42a2-a193-f717e448cf49 None None] Current status of the port dc28754a-3e22-4e00-bf19-db6b66d2b5aa is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:44:08.328576 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:08.379670 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:08.386538 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-618ae24b-c349-4fa2-8434-d9c77261bc5b None None] Publish callbacks [] for port (5bd790be-1a7e-4aa2-b071-93311f633c7e), precommit_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:08.400380 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-618ae24b-c349-4fa2-8434-d9c77261bc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (5bd790be-1a7e-4aa2-b071-93311f633c7e), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:08.409146 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port dc28754a-3e22-4e00-bf19-db6b66d2b5aa triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:44:08.409546 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (dc28754a-3e22-4e00-bf19-db6b66d2b5aa), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:08.409884 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port dc28754a-3e22-4e00-bf19-db6b66d2b5aa Oct 19 00:44:08.477605 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-618ae24b-c349-4fa2-8434-d9c77261bc5b None None] Attempting to bind port 5bd790be-1a7e-4aa2-b071-93311f633c7e on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:44:08.478010 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-618ae24b-c349-4fa2-8434-d9c77261bc5b None None] Attempting to bind port 5bd790be-1a7e-4aa2-b071-93311f633c7e by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'cdce283e-dd8a-4d22-a7f9-996f16aea9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'}] {{(pid=111416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:44:08.478343 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618ae24b-c349-4fa2-8434-d9c77261bc5b None None] Attempting to bind port 5bd790be-1a7e-4aa2-b071-93311f633c7e on network 973fa957-bcd6-42c3-bc57-5a91d78147c8 {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:44:08.516942 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c7c701de-f122-4196-a6ab-0cd98c919255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (43845098-2fc4-4672-8633-c2f39eff365b), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:08.522150 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80030f14-5bea-4437-b015-a81678032535 None None] Pushing event updated for resources: {'Port': ['ID=5bd790be-1a7e-4aa2-b071-93311f633c7e,revision_number=2']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:08.579747 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b9dd7-fa54-4cfd-b4cc-bf37c9839dca req-9cdf0550-8b8e-4645-81c1-b166220e8e09 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:08.582062 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-b36b9dd7-fa54-4cfd-b4cc-bf37c9839dca req-9cdf0550-8b8e-4645-81c1-b166220e8e09 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8 HTTP/1.1" status: 200 len: 946 time: 0.1087000 Oct 19 00:44:08.587120 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618ae24b-c349-4fa2-8434-d9c77261bc5b None None] Checking agent: {'id': '0014484f-12ef-47ae-ba33-5ac9a1be8800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 32, 10), 'started_at': datetime.datetime(2022, 10, 19, 0, 32, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:44:08.587500 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618ae24b-c349-4fa2-8434-d9c77261bc5b None None] Checking segment: {'id': 'cdce283e-dd8a-4d22-a7f9-996f16aea9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:44:08.588092 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-618ae24b-c349-4fa2-8434-d9c77261bc5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:08.588311 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618ae24b-c349-4fa2-8434-d9c77261bc5b None None] Bound using segment: {'id': 'cdce283e-dd8a-4d22-a7f9-996f16aea9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'} {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:44:08.588868 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-618ae24b-c349-4fa2-8434-d9c77261bc5b None None] Bound port: 5bd790be-1a7e-4aa2-b071-93311f633c7e, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdce283e-dd8a-4d22-a7f9-996f16aea9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'}}] {{(pid=111416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:44:08.590536 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-618ae24b-c349-4fa2-8434-d9c77261bc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (5bd790be-1a7e-4aa2-b071-93311f633c7e), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:08.644025 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port dc28754a-3e22-4e00-bf19-db6b66d2b5aa is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:44:08.674221 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-41adb127-9132-44b2-a077-6fab8be81258 None None] Provisioning complete for port 43845098-2fc4-4672-8633-c2f39eff365b triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:44:08.674640 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-41adb127-9132-44b2-a077-6fab8be81258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (43845098-2fc4-4672-8633-c2f39eff365b), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:08.675002 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-41adb127-9132-44b2-a077-6fab8be81258 None None] Attempt 1 to provision port 43845098-2fc4-4672-8633-c2f39eff365b Oct 19 00:44:08.679419 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-618ae24b-c349-4fa2-8434-d9c77261bc5b None None] For port 5bd790be-1a7e-4aa2-b071-93311f633c7e, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=111416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:44:08.683211 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-b36b9dd7-fa54-4cfd-b4cc-bf37c9839dca req-cdd100ab-d7b4-4dae-9b1a-419fb635ab13 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=746cb1cb-cc2b-4bb5-a972-ea0b2d6800aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850108 Oct 19 00:44:08.743541 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-618ae24b-c349-4fa2-8434-d9c77261bc5b None None] For port 5bd790be-1a7e-4aa2-b071-93311f633c7e, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5bd790be-1a7e-4aa2-b071-93311f633c7e,segment=NetworkSegment(cdce283e-dd8a-4d22-a7f9-996f16aea9b7),segment_id=cdce283e-dd8a-4d22-a7f9-996f16aea9b7)] {{(pid=111416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:44:08.753711 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-41adb127-9132-44b2-a077-6fab8be81258 None None] Port 43845098-2fc4-4672-8633-c2f39eff365b cannot update to ACTIVE because it is not bound. {{(pid=111416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 19 00:44:08.759512 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-618ae24b-c349-4fa2-8434-d9c77261bc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (5bd790be-1a7e-4aa2-b071-93311f633c7e), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:08.798056 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618ae24b-c349-4fa2-8434-d9c77261bc5b None None] Routers {'e2bb7b01-75e6-427c-8f1c-e90c4a072137'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:44:08.798750 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-618ae24b-c349-4fa2-8434-d9c77261bc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:44:07Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['e2bb7b01-75e6-427c-8f1c-e90c4a072137'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:44:08.820174 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c7c701de-f122-4196-a6ab-0cd98c919255 admin admin] Publish callbacks [] for port (43845098-2fc4-4672-8633-c2f39eff365b), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:08.822891 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850afdfe-6cae-472d-a436-1a744d85f3e4 req-8f0ce483-9ad0-4d00-886a-3fc64332c7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:08.824782 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-850afdfe-6cae-472d-a436-1a744d85f3e4 req-8f0ce483-9ad0-4d00-886a-3fc64332c7cb service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 1130 time: 0.0686975 Oct 19 00:44:08.826305 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c7c701de-f122-4196-a6ab-0cd98c919255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577477'] for port (43845098-2fc4-4672-8633-c2f39eff365b), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:08.879147 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80030f14-5bea-4437-b015-a81678032535 None None] Pushing event updated for resources: {'Port': ['ID=5bd790be-1a7e-4aa2-b071-93311f633c7e,revision_number=3']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:08.887505 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:08.905878 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:08.912935 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c91377-0d89-47e0-a15f-113939611ce4 req-f1a64afa-1f55-42b1-be94-0426574afdb5 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:08.916575 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d5c91377-0d89-47e0-a15f-113939611ce4 req-f1a64afa-1f55-42b1-be94-0426574afdb5 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 946 time: 0.1131587 Oct 19 00:44:08.944978 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c7c701de-f122-4196-a6ab-0cd98c919255 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1942533'] for router_interface (e2bb7b01-75e6-427c-8f1c-e90c4a072137), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:08.946889 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c701de-f122-4196-a6ab-0cd98c919255 admin admin] Pushing event updated for resources: {'Port': ['ID=43845098-2fc4-4672-8633-c2f39eff365b,revision_number=2']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:08.962559 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-850afdfe-6cae-472d-a436-1a744d85f3e4 req-0323dce9-84ea-4ce6-9ca0-b4d1526195a0 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082184 Oct 19 00:44:08.982987 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-618ae24b-c349-4fa2-8434-d9c77261bc5b None None] Set router e2bb7b01-75e6-427c-8f1c-e90c4a072137 gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:44:09.013395 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d5c91377-0d89-47e0-a15f-113939611ce4 req-2523c991-54d2-47a6-bb8f-b773206afdd4 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867052 Oct 19 00:44:09.100425 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c701de-f122-4196-a6ab-0cd98c919255 admin admin] Network d8a7c7b5-b195-460e-a6a8-03062be95e1d is already hosted by enough agents. {{(pid=111414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:44:09.102961 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [None req-c7c701de-f122-4196-a6ab-0cd98c919255 admin admin] Resources bound (agent type, host, resource id): {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:44:09.253315 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-618ae24b-c349-4fa2-8434-d9c77261bc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2bb7b01-75e6-427c-8f1c-e90c4a072137', 'name': 'tempest-TestVolumeBootPattern-318823610-router', 'tenant_id': 'a00f442306cf489f9f7c28839bec1d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.131'}], 'enable_snat': True}, 'gw_port_id': '5bd790be-1a7e-4aa2-b071-93311f633c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:44:03Z', 'updated_at': '2022-10-19T00:44:08Z', 'revision_number': 4, 'project_id': 'a00f442306cf489f9f7c28839bec1d0e', 'gw_port': {'id': '5bd790be-1a7e-4aa2-b071-93311f633c7e', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2bb7b01-75e6-427c-8f1c-e90c4a072137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:44:04Z', 'updated_at': '2022-10-19T00:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '43845098-2fc4-4672-8633-c2f39eff365b', 'name': '', 'network_id': 'd8a7c7b5-b195-460e-a6a8-03062be95e1d', 'tenant_id': 'a00f442306cf489f9f7c28839bec1d0e', 'mac_address': 'fa:16:3e:a6:26:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2bb7b01-75e6-427c-8f1c-e90c4a072137', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0274f91c-6016-46b0-a0c1-f2e4c35e66cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:44:07Z', 'updated_at': '2022-10-19T00:44:07Z', 'revision_number': 1, 'project_id': 'a00f442306cf489f9f7c28839bec1d0e', 'subnets': [{'id': '0274f91c-6016-46b0-a0c1-f2e4c35e66cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:44:09.258067 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c701de-f122-4196-a6ab-0cd98c919255 admin admin] Router e2bb7b01-75e6-427c-8f1c-e90c4a072137 has already been hosted by L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 {{(pid=111414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:44:09.285305 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618ae24b-c349-4fa2-8434-d9c77261bc5b None None] The sync data for ids ['e2bb7b01-75e6-427c-8f1c-e90c4a072137'] in dv-cinder-master-3-iscsi is: [{'id': 'e2bb7b01-75e6-427c-8f1c-e90c4a072137', 'name': 'tempest-TestVolumeBootPattern-318823610-router', 'tenant_id': 'a00f442306cf489f9f7c28839bec1d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.131'}], 'enable_snat': True}, 'gw_port_id': '5bd790be-1a7e-4aa2-b071-93311f633c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:44:03Z', 'updated_at': '2022-10-19T00:44:08Z', 'revision_number': 4, 'project_id': 'a00f442306cf489f9f7c28839bec1d0e', 'gw_port': {'id': '5bd790be-1a7e-4aa2-b071-93311f633c7e', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2bb7b01-75e6-427c-8f1c-e90c4a072137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:44:04Z', 'updated_at': '2022-10-19T00:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '43845098-2fc4-4672-8633-c2f39eff365b', 'name': '', 'network_id': 'd8a7c7b5-b195-460e-a6a8-03062be95e1d', 'tenant_id': 'a00f442306cf489f9f7c28839bec1d0e', 'mac_address': 'fa:16:3e:a6:26:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2bb7b01-75e6-427c-8f1c-e90c4a072137', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0274f91c-6016-46b0-a0c1-f2e4c35e66cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:44:07Z', 'updated_at': '2022-10-19T00:44:07Z', 'revision_number': 1, 'project_id': 'a00f442306cf489f9f7c28839bec1d0e', 'subnets': [{'id': '0274f91c-6016-46b0-a0c1-f2e4c35e66cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:44:09.367883 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device dc28754a-3e22-4e00-bf19-db6b66d2b5aa up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:44:09.371990 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:09.428263 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port dc28754a-3e22-4e00-bf19-db6b66d2b5aa triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:44:09.428898 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (dc28754a-3e22-4e00-bf19-db6b66d2b5aa), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:09.429398 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port dc28754a-3e22-4e00-bf19-db6b66d2b5aa Oct 19 00:44:09.433126 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c701de-f122-4196-a6ab-0cd98c919255 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:44:09.438801 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-c7c701de-f122-4196-a6ab-0cd98c919255 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/e2bb7b01-75e6-427c-8f1c-e90c4a072137/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9255197 Oct 19 00:44:09.490071 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-bb940f74-1bd0-4f79-8ad9-49a4b3378b2b None None] Provisioning complete for port 43845098-2fc4-4672-8633-c2f39eff365b triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:44:09.490459 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-bb940f74-1bd0-4f79-8ad9-49a4b3378b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (43845098-2fc4-4672-8633-c2f39eff365b), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:09.490824 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-bb940f74-1bd0-4f79-8ad9-49a4b3378b2b None None] Attempt 1 to provision port 43845098-2fc4-4672-8633-c2f39eff365b Oct 19 00:44:09.536819 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-bb940f74-1bd0-4f79-8ad9-49a4b3378b2b None None] Port 43845098-2fc4-4672-8633-c2f39eff365b cannot update to ACTIVE because it is not bound. {{(pid=111416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 19 00:44:09.622980 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port dc28754a-3e22-4e00-bf19-db6b66d2b5aa is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:44:10.005772 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:10.033525 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:10.096167 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0974a8b-7f19-4373-807a-614e8b0b2157 req-dc45b9b3-725a-4b38-8445-e8667a6aa036 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:10.098112 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-b0974a8b-7f19-4373-807a-614e8b0b2157 req-dc45b9b3-725a-4b38-8445-e8667a6aa036 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8 HTTP/1.1" status: 200 len: 946 time: 0.0620620 Oct 19 00:44:10.098643 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 35430) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:44:10.107000 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-6b1c3c51-ba41-4837-b034-fbcbf43fbd28 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1056832705', 'description': 'tempest-secgroup-smoke-1056832705 description', 'project_id': '8684504b0eff415b9063cebae21ca667'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:44:10.180153 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-6b1c3c51-ba41-4837-b034-fbcbf43fbd28 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:10.271518 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411d402-7c97-49cd-b38e-3e802da002fe req-454adb47-42bc-45ed-8cbe-2cb52fbd0aa6 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:10.289448 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9411d402-7c97-49cd-b38e-3e802da002fe req-454adb47-42bc-45ed-8cbe-2cb52fbd0aa6 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8 HTTP/1.1" status: 200 len: 946 time: 0.1324034 Oct 19 00:44:10.300881 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:10.306265 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [req-b0974a8b-7f19-4373-807a-614e8b0b2157 req-241c3ca7-afe2-4d4a-9eb9-edd546745b9f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Deleting port 720bfaf8-2ab1-4a23-bccc-396cef466b3a {{(pid=111414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:44:10.306831 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-b0974a8b-7f19-4373-807a-614e8b0b2157 req-241c3ca7-afe2-4d4a-9eb9-edd546745b9f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (720bfaf8-2ab1-4a23-bccc-396cef466b3a), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:10.380417 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9411d402-7c97-49cd-b38e-3e802da002fe req-dc9ad041-3ac6-4299-928e-766240644805 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=746cb1cb-cc2b-4bb5-a972-ea0b2d6800aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866938 Oct 19 00:44:10.555978 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-6b1c3c51-ba41-4837-b034-fbcbf43fbd28 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks [] for security_group (3f0d8317-375e-4850-af9c-364f714fadd0), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:10.560602 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-b0974a8b-7f19-4373-807a-614e8b0b2157 req-241c3ca7-afe2-4d4a-9eb9-edd546745b9f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] For port 720bfaf8-2ab1-4a23-bccc-396cef466b3a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=720bfaf8-2ab1-4a23-bccc-396cef466b3a,segment=NetworkSegment(0949f098-87bd-4d7c-adb9-f3622e4872b3),segment_id=0949f098-87bd-4d7c-adb9-f3622e4872b3)] {{(pid=111414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:44:10.561251 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-b0974a8b-7f19-4373-807a-614e8b0b2157 req-241c3ca7-afe2-4d4a-9eb9-edd546745b9f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (720bfaf8-2ab1-4a23-bccc-396cef466b3a), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:10.566331 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-6b1c3c51-ba41-4837-b034-fbcbf43fbd28 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (3f0d8317-375e-4850-af9c-364f714fadd0), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:10.622266 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5569b2f-8cc7-4f76-8bf7-e8c98bcef729 req-80266c1c-8c04-401f-9f37-745e362ea1d8 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:10.627343 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c5569b2f-8cc7-4f76-8bf7-e8c98bcef729 req-80266c1c-8c04-401f-9f37-745e362ea1d8 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 946 time: 0.1132734 Oct 19 00:44:10.636781 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:10.686079 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-6b1c3c51-ba41-4837-b034-fbcbf43fbd28 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:10.692130 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-6b1c3c51-ba41-4837-b034-fbcbf43fbd28 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5878427 Oct 19 00:44:10.697149 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 35432) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:44:10.700858 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-5b79cc85-bd0a-4d16-a8fa-62ae66337dd4 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Request body: {'security_group_rule': {'security_group_id': '3f0d8317-375e-4850-af9c-364f714fadd0', 'project_id': '8684504b0eff415b9063cebae21ca667', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:44:10.712786 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c5569b2f-8cc7-4f76-8bf7-e8c98bcef729 req-cb94a335-208e-4e8d-a512-6ddc33d2f9ea tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735116 Oct 19 00:44:10.728301 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c3c51-ba41-4837-b034-fbcbf43fbd28 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0d8317-375e-4850-af9c-364f714fadd0,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:10.748963 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-5b79cc85-bd0a-4d16-a8fa-62ae66337dd4 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks [] for security_group_rule (e81ca4b7-e6c3-421a-9607-c17c74ed4a4b), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:10.855237 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-5b79cc85-bd0a-4d16-a8fa-62ae66337dd4 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks [] for security_group_rule (e81ca4b7-e6c3-421a-9607-c17c74ed4a4b), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:10.860704 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-5b79cc85-bd0a-4d16-a8fa-62ae66337dd4 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038804'] for security_group_rule (e81ca4b7-e6c3-421a-9607-c17c74ed4a4b), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:10.886137 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b79cc85-bd0a-4d16-a8fa-62ae66337dd4 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e81ca4b7-e6c3-421a-9607-c17c74ed4a4b,revision_number=0']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:10.893402 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-5b79cc85-bd0a-4d16-a8fa-62ae66337dd4 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:10.894689 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-5b79cc85-bd0a-4d16-a8fa-62ae66337dd4 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1994190 Oct 19 00:44:10.899524 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 35434) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:44:10.904632 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-01afd860-7f67-4f70-87ef-8d29f4f1eb6c tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Request body: {'security_group_rule': {'security_group_id': '3f0d8317-375e-4850-af9c-364f714fadd0', 'project_id': '8684504b0eff415b9063cebae21ca667', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:44:10.917584 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:10.936910 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-b0974a8b-7f19-4373-807a-614e8b0b2157 req-241c3ca7-afe2-4d4a-9eb9-edd546745b9f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:10.937508 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-b0974a8b-7f19-4373-807a-614e8b0b2157 req-241c3ca7-afe2-4d4a-9eb9-edd546745b9f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942318'] for floatingip (232ba14f-7b5e-4953-910b-3e9571bd2223), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:10.938034 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.db.l3_db [req-b0974a8b-7f19-4373-807a-614e8b0b2157 req-241c3ca7-afe2-4d4a-9eb9-edd546745b9f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Floating IP 232ba14f-7b5e-4953-910b-3e9571bd2223 disassociated. External IP: 172.37.6.130, port: 720bfaf8-2ab1-4a23-bccc-396cef466b3a. Oct 19 00:44:10.938668 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [req-b0974a8b-7f19-4373-807a-614e8b0b2157 req-241c3ca7-afe2-4d4a-9eb9-edd546745b9f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Calling delete_port for 720bfaf8-2ab1-4a23-bccc-396cef466b3a owned by compute:nova {{(pid=111414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:44:10.943848 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-01afd860-7f67-4f70-87ef-8d29f4f1eb6c tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks [] for security_group_rule (1f6c3afa-5796-473b-8749-894e6ae11e31), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:10.960484 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:11.025892 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-01afd860-7f67-4f70-87ef-8d29f4f1eb6c tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks [] for security_group_rule (1f6c3afa-5796-473b-8749-894e6ae11e31), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:11.032573 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-01afd860-7f67-4f70-87ef-8d29f4f1eb6c tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038804'] for security_group_rule (1f6c3afa-5796-473b-8749-894e6ae11e31), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:11.067267 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01afd860-7f67-4f70-87ef-8d29f4f1eb6c tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f6c3afa-5796-473b-8749-894e6ae11e31,revision_number=0']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:11.082110 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-01afd860-7f67-4f70-87ef-8d29f4f1eb6c tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:11.088322 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-01afd860-7f67-4f70-87ef-8d29f4f1eb6c tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1836309 Oct 19 00:44:11.090068 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 35436) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:44:11.096147 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-414d6a33-25de-4efa-a7e0-bdf0771dc360 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Request body: {'security_group_rule': {'security_group_id': '3f0d8317-375e-4850-af9c-364f714fadd0', 'project_id': '8684504b0eff415b9063cebae21ca667', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:44:11.131178 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-414d6a33-25de-4efa-a7e0-bdf0771dc360 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks [] for security_group_rule (746e079b-1a27-4f60-b95a-ba91e0532c44), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:11.186873 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-b0974a8b-7f19-4373-807a-614e8b0b2157 req-241c3ca7-afe2-4d4a-9eb9-edd546745b9f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (720bfaf8-2ab1-4a23-bccc-396cef466b3a), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:11.189074 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:11.209051 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-414d6a33-25de-4efa-a7e0-bdf0771dc360 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks [] for security_group_rule (746e079b-1a27-4f60-b95a-ba91e0532c44), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:11.213634 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-414d6a33-25de-4efa-a7e0-bdf0771dc360 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038804'] for security_group_rule (746e079b-1a27-4f60-b95a-ba91e0532c44), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:11.234567 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c3ca7-afe2-4d4a-9eb9-edd546745b9f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Pushing event deleted for resources: {'Port': ['ID=720bfaf8-2ab1-4a23-bccc-396cef466b3a,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:11.248405 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d6a33-25de-4efa-a7e0-bdf0771dc360 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=746e079b-1a27-4f60-b95a-ba91e0532c44,revision_number=0']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:11.265547 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-414d6a33-25de-4efa-a7e0-bdf0771dc360 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:11.267957 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-414d6a33-25de-4efa-a7e0-bdf0771dc360 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1760948 Oct 19 00:44:11.271664 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 35442) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:44:11.291142 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-8962f0f6-221f-457c-848a-3aa66dcb7172 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Request body: {'security_group_rule': {'security_group_id': '3f0d8317-375e-4850-af9c-364f714fadd0', 'project_id': '8684504b0eff415b9063cebae21ca667', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:44:11.368152 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-8962f0f6-221f-457c-848a-3aa66dcb7172 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks [] for security_group_rule (3421f6ca-a761-4f91-9bc0-ea577dae39a0), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:11.409474 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0974a8b-7f19-4373-807a-614e8b0b2157 req-241c3ca7-afe2-4d4a-9eb9-edd546745b9f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Router cff419e6-44f2-4dba-b984-4bfa9e7f76e1 has already been hosted by L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 {{(pid=111414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:44:11.456073 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-8962f0f6-221f-457c-848a-3aa66dcb7172 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks [] for security_group_rule (3421f6ca-a761-4f91-9bc0-ea577dae39a0), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:11.464430 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 5bd790be-1a7e-4aa2-b071-93311f633c7e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:44:11.475443 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-8962f0f6-221f-457c-848a-3aa66dcb7172 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038804'] for security_group_rule (3421f6ca-a761-4f91-9bc0-ea577dae39a0), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:11.524955 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962f0f6-221f-457c-848a-3aa66dcb7172 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3421f6ca-a761-4f91-9bc0-ea577dae39a0,revision_number=0']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:11.547329 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port 5bd790be-1a7e-4aa2-b071-93311f633c7e triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:44:11.548077 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (5bd790be-1a7e-4aa2-b071-93311f633c7e), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:11.548413 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-8962f0f6-221f-457c-848a-3aa66dcb7172 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:11.549127 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port 5bd790be-1a7e-4aa2-b071-93311f633c7e Oct 19 00:44:11.554103 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-8962f0f6-221f-457c-848a-3aa66dcb7172 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2781551 Oct 19 00:44:11.554907 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 35446) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:44:11.565667 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-334d67eb-d4dc-4c9b-9988-cb18f20a074c tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Request body: {'security_group_rule': {'security_group_id': '3f0d8317-375e-4850-af9c-364f714fadd0', 'project_id': '8684504b0eff415b9063cebae21ca667', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:44:11.622890 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0974a8b-7f19-4373-807a-614e8b0b2157 req-241c3ca7-afe2-4d4a-9eb9-edd546745b9f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:44:11.646782 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d4a374-2e4d-4b74-9527-e9041aafee0d None None] Sync routers for ids ['cff419e6-44f2-4dba-b984-4bfa9e7f76e1'] in dv-cinder-master-3-iscsi {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:44:11.655596 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-61574b02-ae9d-4494-bf39-7a518c1f046d req-2375dcee-0bab-4f0e-8580-d325a06eb044 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8 HTTP/1.1" status: 200 len: 210 time: 0.0789771 Oct 19 00:44:11.679075 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d4a374-2e4d-4b74-9527-e9041aafee0d None None] Routers {'cff419e6-44f2-4dba-b984-4bfa9e7f76e1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:44:11.680116 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-87d4a374-2e4d-4b74-9527-e9041aafee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:44:07Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['cff419e6-44f2-4dba-b984-4bfa9e7f76e1'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:44:11.682372 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.db.securitygroups_db [None req-334d67eb-d4dc-4c9b-9988-cb18f20a074c tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Project 8684504b0eff415b9063cebae21ca667 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 00:44:11.695527 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port 5bd790be-1a7e-4aa2-b071-93311f633c7e is: DOWN; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:44:11.696317 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (5bd790be-1a7e-4aa2-b071-93311f633c7e), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:11.710250 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-334d67eb-d4dc-4c9b-9988-cb18f20a074c tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks [] for security_group_rule (e13a310a-dcb4-4cc1-b46c-f0b290a62272), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:11.737546 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0974a8b-7f19-4373-807a-614e8b0b2157 req-241c3ca7-afe2-4d4a-9eb9-edd546745b9f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] No DVR routers for this DVR port 720bfaf8-2ab1-4a23-bccc-396cef466b3a on host hv-cinder-maste {{(pid=111414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 19 00:44:11.741634 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-b0974a8b-7f19-4373-807a-614e8b0b2157 req-241c3ca7-afe2-4d4a-9eb9-edd546745b9f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:11.747747 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-b0974a8b-7f19-4373-807a-614e8b0b2157 req-241c3ca7-afe2-4d4a-9eb9-edd546745b9f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.20 "DELETE /networking/v2.0/ports/720bfaf8-2ab1-4a23-bccc-396cef466b3a HTTP/1.1" status: 204 len: 173 time: 1.6318130 Oct 19 00:44:11.748560 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8', 'name': 'network-vif-deleted', 'tag': '720bfaf8-2ab1-4a23-bccc-396cef466b3a'}] {{(pid=111414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:44:11.754442 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] For port 5bd790be-1a7e-4aa2-b071-93311f633c7e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5bd790be-1a7e-4aa2-b071-93311f633c7e,segment=NetworkSegment(cdce283e-dd8a-4d22-a7f9-996f16aea9b7),segment_id=cdce283e-dd8a-4d22-a7f9-996f16aea9b7)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:44:11.763627 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e46469f00a83062af0f8a877bbd3a06bc7f865c711541049e4990ec8a28c8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7fd4ce3-466a-4299-9e28-580985cf5f07" -d '{"events": [{"server_uuid": "25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8", "name": "network-vif-deleted", "tag": "720bfaf8-2ab1-4a23-bccc-396cef466b3a"}]}' {{(pid=111414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:44:11.765737 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (5bd790be-1a7e-4aa2-b071-93311f633c7e), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:11.843945 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-334d67eb-d4dc-4c9b-9988-cb18f20a074c tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks [] for security_group_rule (e13a310a-dcb4-4cc1-b46c-f0b290a62272), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:11.851169 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-334d67eb-d4dc-4c9b-9988-cb18f20a074c tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038804'] for security_group_rule (e13a310a-dcb4-4cc1-b46c-f0b290a62272), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:11.872161 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 00:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29161b8-f164-4ecb-a098-99b0a9ba5199 x-openstack-request-id: req-b29161b8-f164-4ecb-a098-99b0a9ba5199 {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:44:11.872614 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8", "name": "network-vif-deleted", "tag": "720bfaf8-2ab1-4a23-bccc-396cef466b3a", "status": "completed", "code": 200}]} {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:44:11.873017 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b29161b8-f164-4ecb-a098-99b0a9ba5199 {{(pid=111414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:44:11.873685 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b29161b8-f164-4ecb-a098-99b0a9ba5199'] response: {'server_uuid': '25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8', 'name': 'network-vif-deleted', 'tag': '720bfaf8-2ab1-4a23-bccc-396cef466b3a', 'status': 'completed', 'code': 200} Oct 19 00:44:11.897222 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Pushing event updated for resources: {'Port': ['ID=5bd790be-1a7e-4aa2-b071-93311f633c7e,revision_number=4']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:11.907048 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-87d4a374-2e4d-4b74-9527-e9041aafee0d None None] Set router cff419e6-44f2-4dba-b984-4bfa9e7f76e1 gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:44:11.918391 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d67eb-d4dc-4c9b-9988-cb18f20a074c tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e13a310a-dcb4-4cc1-b46c-f0b290a62272,revision_number=0']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:11.936330 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-334d67eb-d4dc-4c9b-9988-cb18f20a074c tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:11.942599 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-334d67eb-d4dc-4c9b-9988-cb18f20a074c tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3818185 Oct 19 00:44:11.946744 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 35452) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:44:11.957304 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-7beca956-a08f-4e48-9b59-4aade39c142f tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Request body: {'security_group_rule': {'security_group_id': '3f0d8317-375e-4850-af9c-364f714fadd0', 'project_id': '8684504b0eff415b9063cebae21ca667', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:44:12.056160 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.db.securitygroups_db [None req-7beca956-a08f-4e48-9b59-4aade39c142f tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Project 8684504b0eff415b9063cebae21ca667 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 00:44:12.074649 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-7beca956-a08f-4e48-9b59-4aade39c142f tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks [] for security_group_rule (ddaff20e-79fd-47d9-b5f1-13c267a0e12c), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:12.103797 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa61e0-ebff-4991-8d3a-9c0bb5e005f4 req-2d2d07fa-cf2e-433d-8114-cfc2fc77f1e2 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:12.107292 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ecaa61e0-ebff-4991-8d3a-9c0bb5e005f4 req-2d2d07fa-cf2e-433d-8114-cfc2fc77f1e2 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 946 time: 0.1038635 Oct 19 00:44:12.263733 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ecaa61e0-ebff-4991-8d3a-9c0bb5e005f4 req-71c1926e-e029-45ae-8001-fcf88f23af3f tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343801 Oct 19 00:44:12.275301 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-7beca956-a08f-4e48-9b59-4aade39c142f tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks [] for security_group_rule (ddaff20e-79fd-47d9-b5f1-13c267a0e12c), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:12.282054 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-7beca956-a08f-4e48-9b59-4aade39c142f tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038804'] for security_group_rule (ddaff20e-79fd-47d9-b5f1-13c267a0e12c), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:12.286386 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-87d4a374-2e4d-4b74-9527-e9041aafee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'name': 'tempest-AttachVolumeNegativeTest-34200755-router', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108'}], 'enable_snat': True}, 'gw_port_id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:25Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 4, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'gw_port': {'id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '54a20741-637d-42d4-8beb-da1999c71a21', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'floating_ip_address': '172.37.6.83', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'port_id': 'e00fb603-2d03-421e-b1f4-e3767c67aadc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'mac_address': 'fa:16:3e:92:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8b8a6e-eab7-4f45-8f5d-916c52eec398', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:40:46Z', 'updated_at': '2022-10-19T00:41:29Z', 'revision_number': 2, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e66c4d-d0fb-42f0-b692-137e4509b09a', 'name': '', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'mac_address': 'fa:16:3e:05:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '749347d7-6beb-499e-80b2-119168147fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:33Z', 'updated_at': '2022-10-19T00:40:56Z', 'revision_number': 5, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'subnets': [{'id': '749347d7-6beb-499e-80b2-119168147fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:44:12.313083 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beca956-a08f-4e48-9b59-4aade39c142f tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddaff20e-79fd-47d9-b5f1-13c267a0e12c,revision_number=0']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:12.318521 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-7beca956-a08f-4e48-9b59-4aade39c142f tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:12.319815 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-7beca956-a08f-4e48-9b59-4aade39c142f tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3716459 Oct 19 00:44:12.345299 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d4a374-2e4d-4b74-9527-e9041aafee0d None None] Checking router: cff419e6-44f2-4dba-b984-4bfa9e7f76e1 for host: dv-cinder-master-3-iscsi {{(pid=111417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:44:12.356435 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d4a374-2e4d-4b74-9527-e9041aafee0d None None] Routers {'cff419e6-44f2-4dba-b984-4bfa9e7f76e1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:44:12.357069 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-87d4a374-2e4d-4b74-9527-e9041aafee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:44:07Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['cff419e6-44f2-4dba-b984-4bfa9e7f76e1'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:44:12.456499 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:12.484693 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-87d4a374-2e4d-4b74-9527-e9041aafee0d None None] Set router cff419e6-44f2-4dba-b984-4bfa9e7f76e1 gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:44:12.860661 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-87d4a374-2e4d-4b74-9527-e9041aafee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'name': 'tempest-AttachVolumeNegativeTest-34200755-router', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108'}], 'enable_snat': True}, 'gw_port_id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:25Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 4, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'gw_port': {'id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '54a20741-637d-42d4-8beb-da1999c71a21', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'floating_ip_address': '172.37.6.83', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'port_id': 'e00fb603-2d03-421e-b1f4-e3767c67aadc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'mac_address': 'fa:16:3e:92:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8b8a6e-eab7-4f45-8f5d-916c52eec398', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:40:46Z', 'updated_at': '2022-10-19T00:41:29Z', 'revision_number': 2, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e66c4d-d0fb-42f0-b692-137e4509b09a', 'name': '', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'mac_address': 'fa:16:3e:05:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '749347d7-6beb-499e-80b2-119168147fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:33Z', 'updated_at': '2022-10-19T00:40:56Z', 'revision_number': 5, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'subnets': [{'id': '749347d7-6beb-499e-80b2-119168147fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:44:12.865728 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=100 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:12.877207 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-238074eb-b200-4850-a7f8-0311ce9b5b6d req-b72a3feb-7e0e-4a34-97fc-2033b6d644b7 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8 HTTP/1.1" status: 200 len: 210 time: 0.0827029 Oct 19 00:44:12.933241 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d4a374-2e4d-4b74-9527-e9041aafee0d None None] The sync data for ids ['cff419e6-44f2-4dba-b984-4bfa9e7f76e1'] in dv-cinder-master-3-iscsi is: [{'id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'name': 'tempest-AttachVolumeNegativeTest-34200755-router', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108'}], 'enable_snat': True}, 'gw_port_id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:25Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 4, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'gw_port': {'id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '54a20741-637d-42d4-8beb-da1999c71a21', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'floating_ip_address': '172.37.6.83', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'port_id': 'e00fb603-2d03-421e-b1f4-e3767c67aadc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'mac_address': 'fa:16:3e:92:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8b8a6e-eab7-4f45-8f5d-916c52eec398', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:40:46Z', 'updated_at': '2022-10-19T00:41:29Z', 'revision_number': 2, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e66c4d-d0fb-42f0-b692-137e4509b09a', 'name': '', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'mac_address': 'fa:16:3e:05:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '749347d7-6beb-499e-80b2-119168147fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:33Z', 'updated_at': '2022-10-19T00:40:56Z', 'revision_number': 5, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'subnets': [{'id': '749347d7-6beb-499e-80b2-119168147fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:44:13.356308 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e4ecf5-2e60-4acd-9494-e837703fda79 None None] New status for floating IP 232ba14f-7b5e-4953-910b-3e9571bd2223: DOWN {{(pid=111416) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 00:44:13.526143 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 5bd790be-1a7e-4aa2-b071-93311f633c7e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:44:13.605334 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=9 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:13.629834 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267fa8b-6d0a-4b6a-8891-c20763cb9de4 req-a835b862-7e54-4fcf-a2e9-c2ded0dbe507 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:13.632556 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-2267fa8b-6d0a-4b6a-8891-c20763cb9de4 req-a835b862-7e54-4fcf-a2e9-c2ded0dbe507 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 946 time: 0.1220992 Oct 19 00:44:13.764549 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8601214-f2eb-45e8-adde-6276e5535326 None None] Sync routers for ids ['e2bb7b01-75e6-427c-8f1c-e90c4a072137'] in dv-cinder-master-3-iscsi {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:44:13.774323 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-2267fa8b-6d0a-4b6a-8891-c20763cb9de4 req-7232fd11-1900-40a6-9290-6b5cdf82e55c tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161859 Oct 19 00:44:13.799699 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8601214-f2eb-45e8-adde-6276e5535326 None None] Routers {'e2bb7b01-75e6-427c-8f1c-e90c4a072137'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:44:13.800337 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-c8601214-f2eb-45e8-adde-6276e5535326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:44:07Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['e2bb7b01-75e6-427c-8f1c-e90c4a072137'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:44:13.817227 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port 5bd790be-1a7e-4aa2-b071-93311f633c7e triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:44:13.829559 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (5bd790be-1a7e-4aa2-b071-93311f633c7e), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:13.829975 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port 5bd790be-1a7e-4aa2-b071-93311f633c7e Oct 19 00:44:14.021581 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-c8601214-f2eb-45e8-adde-6276e5535326 None None] Set router e2bb7b01-75e6-427c-8f1c-e90c4a072137 gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:44:14.076567 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port 5bd790be-1a7e-4aa2-b071-93311f633c7e is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:44:14.185188 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-32ec059b-2bbf-4518-96da-476ac2fe370c req-e921118a-dee6-4b70-bc2f-d138850c07f3 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8 HTTP/1.1" status: 200 len: 210 time: 0.0983665 Oct 19 00:44:14.325175 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 720bfaf8-2ab1-4a23-bccc-396cef466b3a no longer exists at agent hyperv_hv-cinder-maste {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:44:14.350963 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] No Port match for: 720bfaf8-2ab1-4a23-bccc-396cef466b3a {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:44:14.351301 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 720bfaf8-2ab1-4a23-bccc-396cef466b3a not bound to the agent host hv-cinder-maste {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:44:14.418994 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-c8601214-f2eb-45e8-adde-6276e5535326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2bb7b01-75e6-427c-8f1c-e90c4a072137', 'name': 'tempest-TestVolumeBootPattern-318823610-router', 'tenant_id': 'a00f442306cf489f9f7c28839bec1d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.131'}], 'enable_snat': True}, 'gw_port_id': '5bd790be-1a7e-4aa2-b071-93311f633c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:44:03Z', 'updated_at': '2022-10-19T00:44:08Z', 'revision_number': 4, 'project_id': 'a00f442306cf489f9f7c28839bec1d0e', 'gw_port': {'id': '5bd790be-1a7e-4aa2-b071-93311f633c7e', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bb7b01-75e6-427c-8f1c-e90c4a072137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:44:04Z', 'updated_at': '2022-10-19T00:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '43845098-2fc4-4672-8633-c2f39eff365b', 'name': '', 'network_id': 'd8a7c7b5-b195-460e-a6a8-03062be95e1d', 'tenant_id': 'a00f442306cf489f9f7c28839bec1d0e', 'mac_address': 'fa:16:3e:a6:26:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2bb7b01-75e6-427c-8f1c-e90c4a072137', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0274f91c-6016-46b0-a0c1-f2e4c35e66cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:44:07Z', 'updated_at': '2022-10-19T00:44:08Z', 'revision_number': 2, 'project_id': 'a00f442306cf489f9f7c28839bec1d0e', 'subnets': [{'id': '0274f91c-6016-46b0-a0c1-f2e4c35e66cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:44:14.460385 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8601214-f2eb-45e8-adde-6276e5535326 None None] Checking router: e2bb7b01-75e6-427c-8f1c-e90c4a072137 for host: dv-cinder-master-3-iscsi {{(pid=111417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:44:14.460916 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8601214-f2eb-45e8-adde-6276e5535326 None None] Updating router e2bb7b01-75e6-427c-8f1c-e90c4a072137 port 43845098-2fc4-4672-8633-c2f39eff365b binding host dv-cinder-master-3-iscsi {{(pid=111417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:44:14.552559 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-c8601214-f2eb-45e8-adde-6276e5535326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (43845098-2fc4-4672-8633-c2f39eff365b), before_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:15.003440 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e1694-c6e7-49f4-ad52-3b1517d9ac21 req-83564151-379e-4106-8021-48855ccd8bb2 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:15.005391 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-355e1694-c6e7-49f4-ad52-3b1517d9ac21 req-83564151-379e-4106-8021-48855ccd8bb2 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 946 time: 0.0908332 Oct 19 00:44:15.099542 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-355e1694-c6e7-49f4-ad52-3b1517d9ac21 req-cd408103-a922-41a5-8b9a-14cc9ab60a57 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840752 Oct 19 00:44:15.150579 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-c8601214-f2eb-45e8-adde-6276e5535326 None None] Publish callbacks [] for port (43845098-2fc4-4672-8633-c2f39eff365b), precommit_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:15.158917 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-c8601214-f2eb-45e8-adde-6276e5535326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (43845098-2fc4-4672-8633-c2f39eff365b), after_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:15.320254 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a33380-ca32-4c0a-b3d7-5b5c124f3827 None None] Pushing event updated for resources: {'Port': ['ID=43845098-2fc4-4672-8633-c2f39eff365b,revision_number=3']} {{(pid=111417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:15.363162 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.managers [None req-c8601214-f2eb-45e8-adde-6276e5535326 None None] Attempting to bind port 43845098-2fc4-4672-8633-c2f39eff365b on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:44:15.363622 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.managers [None req-c8601214-f2eb-45e8-adde-6276e5535326 None None] Attempting to bind port 43845098-2fc4-4672-8633-c2f39eff365b by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'eef50f0f-00a1-4b3c-a591-e7ac886e0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd8a7c7b5-b195-460e-a6a8-03062be95e1d'}] {{(pid=111417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:44:15.364180 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8601214-f2eb-45e8-adde-6276e5535326 None None] Attempting to bind port 43845098-2fc4-4672-8633-c2f39eff365b on network d8a7c7b5-b195-460e-a6a8-03062be95e1d {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:44:15.387632 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-2a991777-cd7b-42b8-a91f-c36638e48f0c req-78fbc38e-4443-4673-9a0a-1c01d535ff02 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8 HTTP/1.1" status: 200 len: 210 time: 0.0503476 Oct 19 00:44:15.451409 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:15.468558 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8601214-f2eb-45e8-adde-6276e5535326 None None] Checking agent: {'id': '0014484f-12ef-47ae-ba33-5ac9a1be8800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 32, 10), 'started_at': datetime.datetime(2022, 10, 19, 0, 32, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:44:15.469172 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8601214-f2eb-45e8-adde-6276e5535326 None None] Checking segment: {'id': 'eef50f0f-00a1-4b3c-a591-e7ac886e0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd8a7c7b5-b195-460e-a6a8-03062be95e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:44:15.470092 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-c8601214-f2eb-45e8-adde-6276e5535326 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:15.470792 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8601214-f2eb-45e8-adde-6276e5535326 None None] Bound using segment: {'id': 'eef50f0f-00a1-4b3c-a591-e7ac886e0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd8a7c7b5-b195-460e-a6a8-03062be95e1d'} {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:44:15.471617 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.managers [None req-c8601214-f2eb-45e8-adde-6276e5535326 None None] Bound port: 43845098-2fc4-4672-8633-c2f39eff365b, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef50f0f-00a1-4b3c-a591-e7ac886e0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd8a7c7b5-b195-460e-a6a8-03062be95e1d'}}] {{(pid=111417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:44:15.472256 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-c8601214-f2eb-45e8-adde-6276e5535326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (43845098-2fc4-4672-8633-c2f39eff365b), before_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:15.567789 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:15.580655 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.db [None req-c8601214-f2eb-45e8-adde-6276e5535326 None None] For port 43845098-2fc4-4672-8633-c2f39eff365b, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=111417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:44:15.587147 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.db [None req-c8601214-f2eb-45e8-adde-6276e5535326 None None] For port 43845098-2fc4-4672-8633-c2f39eff365b, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=43845098-2fc4-4672-8633-c2f39eff365b,segment=NetworkSegment(eef50f0f-00a1-4b3c-a591-e7ac886e0b9d),segment_id=eef50f0f-00a1-4b3c-a591-e7ac886e0b9d)] {{(pid=111417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:44:15.597027 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-c8601214-f2eb-45e8-adde-6276e5535326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (43845098-2fc4-4672-8633-c2f39eff365b), after_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:15.652503 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8601214-f2eb-45e8-adde-6276e5535326 None None] Routers {'e2bb7b01-75e6-427c-8f1c-e90c4a072137'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:44:15.653055 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-c8601214-f2eb-45e8-adde-6276e5535326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:44:07Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['e2bb7b01-75e6-427c-8f1c-e90c4a072137'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:44:15.722329 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a33380-ca32-4c0a-b3d7-5b5c124f3827 None None] Pushing event updated for resources: {'Port': ['ID=43845098-2fc4-4672-8633-c2f39eff365b,revision_number=4']} {{(pid=111417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:15.788540 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-c8601214-f2eb-45e8-adde-6276e5535326 None None] Set router e2bb7b01-75e6-427c-8f1c-e90c4a072137 gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:44:16.018790 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-c8601214-f2eb-45e8-adde-6276e5535326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2bb7b01-75e6-427c-8f1c-e90c4a072137', 'name': 'tempest-TestVolumeBootPattern-318823610-router', 'tenant_id': 'a00f442306cf489f9f7c28839bec1d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.131'}], 'enable_snat': True}, 'gw_port_id': '5bd790be-1a7e-4aa2-b071-93311f633c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:44:03Z', 'updated_at': '2022-10-19T00:44:08Z', 'revision_number': 4, 'project_id': 'a00f442306cf489f9f7c28839bec1d0e', 'gw_port': {'id': '5bd790be-1a7e-4aa2-b071-93311f633c7e', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bb7b01-75e6-427c-8f1c-e90c4a072137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:44:04Z', 'updated_at': '2022-10-19T00:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '43845098-2fc4-4672-8633-c2f39eff365b', 'name': '', 'network_id': 'd8a7c7b5-b195-460e-a6a8-03062be95e1d', 'tenant_id': 'a00f442306cf489f9f7c28839bec1d0e', 'mac_address': 'fa:16:3e:a6:26:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2bb7b01-75e6-427c-8f1c-e90c4a072137', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0274f91c-6016-46b0-a0c1-f2e4c35e66cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:44:07Z', 'updated_at': '2022-10-19T00:44:15Z', 'revision_number': 4, 'project_id': 'a00f442306cf489f9f7c28839bec1d0e', 'subnets': [{'id': '0274f91c-6016-46b0-a0c1-f2e4c35e66cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:44:16.048055 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8601214-f2eb-45e8-adde-6276e5535326 None None] The sync data for ids ['e2bb7b01-75e6-427c-8f1c-e90c4a072137'] in dv-cinder-master-3-iscsi is: [{'id': 'e2bb7b01-75e6-427c-8f1c-e90c4a072137', 'name': 'tempest-TestVolumeBootPattern-318823610-router', 'tenant_id': 'a00f442306cf489f9f7c28839bec1d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.131'}], 'enable_snat': True}, 'gw_port_id': '5bd790be-1a7e-4aa2-b071-93311f633c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:44:03Z', 'updated_at': '2022-10-19T00:44:08Z', 'revision_number': 4, 'project_id': 'a00f442306cf489f9f7c28839bec1d0e', 'gw_port': {'id': '5bd790be-1a7e-4aa2-b071-93311f633c7e', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bb7b01-75e6-427c-8f1c-e90c4a072137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:44:04Z', 'updated_at': '2022-10-19T00:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '43845098-2fc4-4672-8633-c2f39eff365b', 'name': '', 'network_id': 'd8a7c7b5-b195-460e-a6a8-03062be95e1d', 'tenant_id': 'a00f442306cf489f9f7c28839bec1d0e', 'mac_address': 'fa:16:3e:a6:26:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2bb7b01-75e6-427c-8f1c-e90c4a072137', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0274f91c-6016-46b0-a0c1-f2e4c35e66cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:44:07Z', 'updated_at': '2022-10-19T00:44:15Z', 'revision_number': 4, 'project_id': 'a00f442306cf489f9f7c28839bec1d0e', 'subnets': [{'id': '0274f91c-6016-46b0-a0c1-f2e4c35e66cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:44:16.312825 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be941fe-933b-4940-a81e-7f2fd68eded9 req-7a313693-5a1a-4216-900b-7ab02d1f093d tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:16.315319 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-6be941fe-933b-4940-a81e-7f2fd68eded9 req-7a313693-5a1a-4216-900b-7ab02d1f093d tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 946 time: 0.0802233 Oct 19 00:44:16.368627 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:16.410678 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-6be941fe-933b-4940-a81e-7f2fd68eded9 req-67d3807d-c86b-4424-90e1-1d9eef947d85 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888369 Oct 19 00:44:16.581307 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-7e74904e-2241-4698-a4c4-4889db53fb15 req-0f8c2087-ccf9-404a-9cd9-9433271543ac tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8 HTTP/1.1" status: 200 len: 210 time: 0.0446634 Oct 19 00:44:17.374426 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 43845098-2fc4-4672-8633-c2f39eff365b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:44:17.429322 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port 43845098-2fc4-4672-8633-c2f39eff365b triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:44:17.429767 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (43845098-2fc4-4672-8633-c2f39eff365b), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:17.430213 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port 43845098-2fc4-4672-8633-c2f39eff365b Oct 19 00:44:17.537760 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port 43845098-2fc4-4672-8633-c2f39eff365b is: DOWN; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:44:17.538038 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (43845098-2fc4-4672-8633-c2f39eff365b), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:17.586330 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] For port 43845098-2fc4-4672-8633-c2f39eff365b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=43845098-2fc4-4672-8633-c2f39eff365b,segment=NetworkSegment(eef50f0f-00a1-4b3c-a591-e7ac886e0b9d),segment_id=eef50f0f-00a1-4b3c-a591-e7ac886e0b9d)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:44:17.591931 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (43845098-2fc4-4672-8633-c2f39eff365b), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:17.597651 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:17.598406 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58483b4-2db0-4380-90a4-8e75bbed7a8d req-009187f3-187f-4c14-8c97-4cccca1360cf tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:17.600823 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-b58483b4-2db0-4380-90a4-8e75bbed7a8d req-009187f3-187f-4c14-8c97-4cccca1360cf tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 946 time: 0.0570307 Oct 19 00:44:17.650240 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Pushing event updated for resources: {'Port': ['ID=43845098-2fc4-4672-8633-c2f39eff365b,revision_number=5']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:17.658683 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-b58483b4-2db0-4380-90a4-8e75bbed7a8d req-fa0ba633-f463-4231-ba9b-9de694de73ea tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513117 Oct 19 00:44:17.769192 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-e3c52175-8a19-47b9-8aee-c4119f92a986 req-c1870832-ec2d-4cbe-8c37-8c9c352bc3b9 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=25d64f9f-18a6-4b6a-92b1-3e8e7d017ab8 HTTP/1.1" status: 200 len: 210 time: 0.0297465 Oct 19 00:44:18.820475 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64354550-94b2-4c44-a4cb-4b1c80e16ecb req-ffd4cf31-060a-4277-b105-3d7c1ca06680 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:18.822071 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-64354550-94b2-4c44-a4cb-4b1c80e16ecb req-ffd4cf31-060a-4277-b105-3d7c1ca06680 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 946 time: 0.0596023 Oct 19 00:44:18.895699 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-64354550-94b2-4c44-a4cb-4b1c80e16ecb req-7c28c865-0574-4ab7-94be-0928db110e5c tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672195 Oct 19 00:44:19.017100 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 35604) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:44:19.080500 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-3aaed63c-188b-413a-9df2-6c9b43ff3c87 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for security_group (746cb1cb-cc2b-4bb5-a972-ea0b2d6800aa), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:19.110981 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-3aaed63c-188b-413a-9df2-6c9b43ff3c87 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for security_group (746cb1cb-cc2b-4bb5-a972-ea0b2d6800aa), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:19.174547 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-3aaed63c-188b-413a-9df2-6c9b43ff3c87 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (746cb1cb-cc2b-4bb5-a972-ea0b2d6800aa), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:19.177276 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-3aaed63c-188b-413a-9df2-6c9b43ff3c87 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:19.178762 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-3aaed63c-188b-413a-9df2-6c9b43ff3c87 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/746cb1cb-cc2b-4bb5-a972-ea0b2d6800aa HTTP/1.1" status: 204 len: 168 time: 0.1602592 Oct 19 00:44:19.184669 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 35606) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:44:19.198082 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaed63c-188b-413a-9df2-6c9b43ff3c87 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=746cb1cb-cc2b-4bb5-a972-ea0b2d6800aa,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:19.205586 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.api.v2.resource [None req-b72faf61-e6e7-419c-94ba-3e1bfbc2f8bc tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] show failed (client error): The resource could not be found. Oct 19 00:44:19.206420 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-b72faf61-e6e7-419c-94ba-3e1bfbc2f8bc tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups/746cb1cb-cc2b-4bb5-a972-ea0b2d6800aa HTTP/1.1" status: 404 len: 347 time: 0.0207522 Oct 19 00:44:19.211401 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 35608) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:44:19.349596 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-da8fe197-74f8-4298-822d-fc221f82df70 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Deleting port fb9f6252-28c8-4175-a754-7dcb05ec89dd {{(pid=111415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:44:19.350163 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-da8fe197-74f8-4298-822d-fc221f82df70 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (fb9f6252-28c8-4175-a754-7dcb05ec89dd), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:19.377179 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 43845098-2fc4-4672-8633-c2f39eff365b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:44:19.432371 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port 43845098-2fc4-4672-8633-c2f39eff365b triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:44:19.433028 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (43845098-2fc4-4672-8633-c2f39eff365b), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:19.433393 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port 43845098-2fc4-4672-8633-c2f39eff365b Oct 19 00:44:19.445820 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-da8fe197-74f8-4298-822d-fc221f82df70 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (fb9f6252-28c8-4175-a754-7dcb05ec89dd), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:19.446166 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-da8fe197-74f8-4298-822d-fc221f82df70 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for floatingip (fb9f6252-28c8-4175-a754-7dcb05ec89dd), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:19.462559 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-da8fe197-74f8-4298-822d-fc221f82df70 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Calling delete_port for fb9f6252-28c8-4175-a754-7dcb05ec89dd owned by network:floatingip {{(pid=111415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:44:19.481453 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:19.566080 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port 43845098-2fc4-4672-8633-c2f39eff365b is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:44:19.669514 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-da8fe197-74f8-4298-822d-fc221f82df70 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7426774'] for port (fb9f6252-28c8-4175-a754-7dcb05ec89dd), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:19.697354 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8fe197-74f8-4298-822d-fc221f82df70 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Pushing event deleted for resources: {'Port': ['ID=fb9f6252-28c8-4175-a754-7dcb05ec89dd,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:19.774208 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-da8fe197-74f8-4298-822d-fc221f82df70 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for floatingip (232ba14f-7b5e-4953-910b-3e9571bd2223), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:19.777039 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-da8fe197-74f8-4298-822d-fc221f82df70 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for floatingip (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:19.778255 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-da8fe197-74f8-4298-822d-fc221f82df70 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/232ba14f-7b5e-4953-910b-3e9571bd2223 HTTP/1.1" status: 204 len: 168 time: 0.5656168 Oct 19 00:44:23.095449 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:23.141908 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7dc420-dfbc-4c24-a3fe-f64e4767b0a8 req-28a88911-e06a-4ac1-b5b9-97ff50bf54ad tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:23.143516 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ea7dc420-dfbc-4c24-a3fe-f64e4767b0a8 req-28a88911-e06a-4ac1-b5b9-97ff50bf54ad tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=dc8b8a6e-eab7-4f45-8f5d-916c52eec398 HTTP/1.1" status: 200 len: 945 time: 0.0574036 Oct 19 00:44:23.203364 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ea7dc420-dfbc-4c24-a3fe-f64e4767b0a8 req-1d2a6819-3ff6-4a74-b1f8-59f43ea10000 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=60745bf5-38ce-49ea-8b4d-bb9eb49756cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503778 Oct 19 00:44:24.367230 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481344ea-b1c0-43c0-ac03-f5793a833582 req-d2b23ac8-5698-4aa5-ab07-b50065d5b7e4 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:24.368855 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-481344ea-b1c0-43c0-ac03-f5793a833582 req-d2b23ac8-5698-4aa5-ab07-b50065d5b7e4 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=dc8b8a6e-eab7-4f45-8f5d-916c52eec398 HTTP/1.1" status: 200 len: 945 time: 0.0601625 Oct 19 00:44:24.425494 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-481344ea-b1c0-43c0-ac03-f5793a833582 req-a3c47b96-5983-463d-9a21-5d9b4b7f804c tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=60745bf5-38ce-49ea-8b4d-bb9eb49756cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502360 Oct 19 00:44:25.100575 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f27f0-00d7-4b39-9156-9967eb286038 req-8a2e7fcd-9f54-4eb0-a71e-ea0729c587ad tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:25.102665 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-9e9f27f0-00d7-4b39-9156-9967eb286038 req-8a2e7fcd-9f54-4eb0-a71e-ea0729c587ad tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=dc8b8a6e-eab7-4f45-8f5d-916c52eec398 HTTP/1.1" status: 200 len: 945 time: 0.0633309 Oct 19 00:44:25.201477 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [req-9e9f27f0-00d7-4b39-9156-9967eb286038 req-afe2600b-1071-43c3-a9df-d365d94fa280 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Deleting port e00fb603-2d03-421e-b1f4-e3767c67aadc {{(pid=111414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:44:25.201822 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-9e9f27f0-00d7-4b39-9156-9967eb286038 req-afe2600b-1071-43c3-a9df-d365d94fa280 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (e00fb603-2d03-421e-b1f4-e3767c67aadc), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:25.206346 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:25.383321 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-9e9f27f0-00d7-4b39-9156-9967eb286038 req-afe2600b-1071-43c3-a9df-d365d94fa280 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] For port e00fb603-2d03-421e-b1f4-e3767c67aadc, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e00fb603-2d03-421e-b1f4-e3767c67aadc,segment=NetworkSegment(0949f098-87bd-4d7c-adb9-f3622e4872b3),segment_id=0949f098-87bd-4d7c-adb9-f3622e4872b3)] {{(pid=111414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:44:25.383934 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-9e9f27f0-00d7-4b39-9156-9967eb286038 req-afe2600b-1071-43c3-a9df-d365d94fa280 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (e00fb603-2d03-421e-b1f4-e3767c67aadc), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:25.624661 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66cb4b-ee0e-4992-8379-bde1d3e628e9 req-d737b911-587e-4543-a675-8d18d334e1ca tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:25.628615 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-dd66cb4b-ee0e-4992-8379-bde1d3e628e9 req-d737b911-587e-4543-a675-8d18d334e1ca tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=dc8b8a6e-eab7-4f45-8f5d-916c52eec398 HTTP/1.1" status: 200 len: 945 time: 0.0980511 Oct 19 00:44:25.709970 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-dd66cb4b-ee0e-4992-8379-bde1d3e628e9 req-767f6dca-c4ac-42b7-b964-cd8a86ca1691 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=60745bf5-38ce-49ea-8b4d-bb9eb49756cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751162 Oct 19 00:44:25.865013 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:25.870330 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-9e9f27f0-00d7-4b39-9156-9967eb286038 req-afe2600b-1071-43c3-a9df-d365d94fa280 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:25.870795 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-9e9f27f0-00d7-4b39-9156-9967eb286038 req-afe2600b-1071-43c3-a9df-d365d94fa280 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942318'] for floatingip (54a20741-637d-42d4-8beb-da1999c71a21), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:25.871238 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.db.l3_db [req-9e9f27f0-00d7-4b39-9156-9967eb286038 req-afe2600b-1071-43c3-a9df-d365d94fa280 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Floating IP 54a20741-637d-42d4-8beb-da1999c71a21 disassociated. External IP: 172.37.6.83, port: e00fb603-2d03-421e-b1f4-e3767c67aadc. Oct 19 00:44:25.871763 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [req-9e9f27f0-00d7-4b39-9156-9967eb286038 req-afe2600b-1071-43c3-a9df-d365d94fa280 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Calling delete_port for e00fb603-2d03-421e-b1f4-e3767c67aadc owned by compute:nova {{(pid=111414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:44:26.021608 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=47 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:26.022385 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=40,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:26.035315 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-9e9f27f0-00d7-4b39-9156-9967eb286038 req-afe2600b-1071-43c3-a9df-d365d94fa280 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (e00fb603-2d03-421e-b1f4-e3767c67aadc), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:26.067500 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe2600b-1071-43c3-a9df-d365d94fa280 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Pushing event deleted for resources: {'Port': ['ID=e00fb603-2d03-421e-b1f4-e3767c67aadc,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:26.205776 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e9f27f0-00d7-4b39-9156-9967eb286038 req-afe2600b-1071-43c3-a9df-d365d94fa280 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Router cff419e6-44f2-4dba-b984-4bfa9e7f76e1 has already been hosted by L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 {{(pid=111414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:44:26.328629 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e9f27f0-00d7-4b39-9156-9967eb286038 req-afe2600b-1071-43c3-a9df-d365d94fa280 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:44:26.343903 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1453a7b1-227c-4e21-8a39-45913b67afd8 None None] Sync routers for ids ['cff419e6-44f2-4dba-b984-4bfa9e7f76e1'] in dv-cinder-master-3-iscsi {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:44:26.357457 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1453a7b1-227c-4e21-8a39-45913b67afd8 None None] Routers {'cff419e6-44f2-4dba-b984-4bfa9e7f76e1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:44:26.358005 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-1453a7b1-227c-4e21-8a39-45913b67afd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:44:07Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['cff419e6-44f2-4dba-b984-4bfa9e7f76e1'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:44:26.395765 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e9f27f0-00d7-4b39-9156-9967eb286038 req-afe2600b-1071-43c3-a9df-d365d94fa280 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] No DVR routers for this DVR port e00fb603-2d03-421e-b1f4-e3767c67aadc on host hv-cinder-maste {{(pid=111414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 19 00:44:26.399903 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-9e9f27f0-00d7-4b39-9156-9967eb286038 req-afe2600b-1071-43c3-a9df-d365d94fa280 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:26.406078 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-9e9f27f0-00d7-4b39-9156-9967eb286038 req-afe2600b-1071-43c3-a9df-d365d94fa280 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.20 "DELETE /networking/v2.0/ports/e00fb603-2d03-421e-b1f4-e3767c67aadc HTTP/1.1" status: 204 len: 173 time: 1.2970388 Oct 19 00:44:26.407143 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8b8a6e-eab7-4f45-8f5d-916c52eec398', 'name': 'network-vif-deleted', 'tag': 'e00fb603-2d03-421e-b1f4-e3767c67aadc'}] {{(pid=111414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:44:26.411518 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e46469f00a83062af0f8a877bbd3a06bc7f865c711541049e4990ec8a28c8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1bf682-ba88-45a8-95ce-eb2eddc09138" -d '{"events": [{"server_uuid": "dc8b8a6e-eab7-4f45-8f5d-916c52eec398", "name": "network-vif-deleted", "tag": "e00fb603-2d03-421e-b1f4-e3767c67aadc"}]}' {{(pid=111414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:44:26.506024 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 00:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84d0332-3683-4481-8d3d-d368601b27d8 x-openstack-request-id: req-c84d0332-3683-4481-8d3d-d368601b27d8 {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:44:26.506609 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc8b8a6e-eab7-4f45-8f5d-916c52eec398", "name": "network-vif-deleted", "tag": "e00fb603-2d03-421e-b1f4-e3767c67aadc", "status": "completed", "code": 200}]} {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:44:26.507075 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c84d0332-3683-4481-8d3d-d368601b27d8 {{(pid=111414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:44:26.507803 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c84d0332-3683-4481-8d3d-d368601b27d8'] response: {'server_uuid': 'dc8b8a6e-eab7-4f45-8f5d-916c52eec398', 'name': 'network-vif-deleted', 'tag': 'e00fb603-2d03-421e-b1f4-e3767c67aadc', 'status': 'completed', 'code': 200} Oct 19 00:44:26.695804 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-1453a7b1-227c-4e21-8a39-45913b67afd8 None None] Set router cff419e6-44f2-4dba-b984-4bfa9e7f76e1 gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:44:26.859557 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-0a86dcb0-60fc-4712-b4b8-b74e4efeba0f req-2ae3504b-5e2d-4113-8505-cbd297cd072f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=dc8b8a6e-eab7-4f45-8f5d-916c52eec398 HTTP/1.1" status: 200 len: 210 time: 0.0300894 Oct 19 00:44:26.944604 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-1453a7b1-227c-4e21-8a39-45913b67afd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'name': 'tempest-AttachVolumeNegativeTest-34200755-router', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108'}], 'enable_snat': True}, 'gw_port_id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:25Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 4, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'gw_port': {'id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '76e66c4d-d0fb-42f0-b692-137e4509b09a', 'name': '', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'mac_address': 'fa:16:3e:05:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '749347d7-6beb-499e-80b2-119168147fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:33Z', 'updated_at': '2022-10-19T00:40:56Z', 'revision_number': 5, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'subnets': [{'id': '749347d7-6beb-499e-80b2-119168147fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:44:26.983037 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1453a7b1-227c-4e21-8a39-45913b67afd8 None None] Checking router: cff419e6-44f2-4dba-b984-4bfa9e7f76e1 for host: dv-cinder-master-3-iscsi {{(pid=111416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:44:26.995222 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1453a7b1-227c-4e21-8a39-45913b67afd8 None None] Routers {'cff419e6-44f2-4dba-b984-4bfa9e7f76e1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:44:26.996166 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-1453a7b1-227c-4e21-8a39-45913b67afd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:44:07Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['cff419e6-44f2-4dba-b984-4bfa9e7f76e1'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:44:27.136501 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-1453a7b1-227c-4e21-8a39-45913b67afd8 None None] Set router cff419e6-44f2-4dba-b984-4bfa9e7f76e1 gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:44:27.417187 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-1453a7b1-227c-4e21-8a39-45913b67afd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'name': 'tempest-AttachVolumeNegativeTest-34200755-router', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108'}], 'enable_snat': True}, 'gw_port_id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:25Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 4, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'gw_port': {'id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '76e66c4d-d0fb-42f0-b692-137e4509b09a', 'name': '', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'mac_address': 'fa:16:3e:05:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '749347d7-6beb-499e-80b2-119168147fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:33Z', 'updated_at': '2022-10-19T00:40:56Z', 'revision_number': 5, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'subnets': [{'id': '749347d7-6beb-499e-80b2-119168147fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:44:27.445426 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1453a7b1-227c-4e21-8a39-45913b67afd8 None None] The sync data for ids ['cff419e6-44f2-4dba-b984-4bfa9e7f76e1'] in dv-cinder-master-3-iscsi is: [{'id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'name': 'tempest-AttachVolumeNegativeTest-34200755-router', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108'}], 'enable_snat': True}, 'gw_port_id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:25Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 4, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'gw_port': {'id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '76e66c4d-d0fb-42f0-b692-137e4509b09a', 'name': '', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'mac_address': 'fa:16:3e:05:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '749347d7-6beb-499e-80b2-119168147fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:33Z', 'updated_at': '2022-10-19T00:40:56Z', 'revision_number': 5, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'subnets': [{'id': '749347d7-6beb-499e-80b2-119168147fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:44:27.718435 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b115660b-7105-4b13-bff2-c3952fb517dd None None] New status for floating IP 54a20741-637d-42d4-8beb-da1999c71a21: DOWN {{(pid=111417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 00:44:28.020094 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:28.045188 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c1fa877b-9f2c-4eb9-9de2-976069572178 req-79f94013-52af-4409-b38c-fa84533888fd tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=dc8b8a6e-eab7-4f45-8f5d-916c52eec398 HTTP/1.1" status: 200 len: 210 time: 0.0363913 Oct 19 00:44:28.383851 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device e00fb603-2d03-421e-b1f4-e3767c67aadc no longer exists at agent hyperv_hv-cinder-maste {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:44:28.406331 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] No Port match for: e00fb603-2d03-421e-b1f4-e3767c67aadc {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:44:28.406706 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device e00fb603-2d03-421e-b1f4-e3767c67aadc not bound to the agent host hv-cinder-maste {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:44:29.304973 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e0b77-5fa7-4883-8031-ea2477c4508b req-97dbfda4-195a-4b91-a753-9d3c90863188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:29.307547 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-db3e0b77-5fa7-4883-8031-ea2477c4508b req-97dbfda4-195a-4b91-a753-9d3c90863188 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c0151d58abd047a692f5cc4e7d05bea5&device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 1130 time: 0.0544522 Oct 19 00:44:29.356560 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc32dbc-6ff3-441d-9d44-03529a72ee90 req-4b7e68c0-0fec-4662-8647-744be34a6a37 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:29.358751 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ffc32dbc-6ff3-441d-9d44-03529a72ee90 req-4b7e68c0-0fec-4662-8647-744be34a6a37 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 946 time: 0.0747149 Oct 19 00:44:29.471470 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ffc32dbc-6ff3-441d-9d44-03529a72ee90 req-6defac4e-a6be-47bd-ab27-ba81c4495751 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04f1a968-924f-44d0-a4af-e64f250eb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025279 Oct 19 00:44:29.491661 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e0b77-5fa7-4883-8031-ea2477c4508b req-21ea9d14-2b39-4937-aeab-2d3f881294b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:29.491661 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-db3e0b77-5fa7-4883-8031-ea2477c4508b req-21ea9d14-2b39-4937-aeab-2d3f881294b9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=75c84943-00ac-41e3-a6c3-2ea734b46148 HTTP/1.1" status: 200 len: 920 time: 0.1713147 Oct 19 00:44:29.561210 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 35744) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:44:29.615863 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-db3e0b77-5fa7-4883-8031-ea2477c4508b req-926d393e-8920-45d9-932a-e530a39878e4 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=667c66be-7422-49b6-8e96-6c36f067b697 HTTP/1.1" status: 200 len: 1001 time: 0.1039748 Oct 19 00:44:29.662883 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-45338ba5-371e-4104-b87c-a7961849f53d tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for security_group (60745bf5-38ce-49ea-8b4d-bb9eb49756cb), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:29.669764 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e0b77-5fa7-4883-8031-ea2477c4508b req-7c22bb8e-d16e-43de-b8ee-3b4fc74e6aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:29.671304 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-db3e0b77-5fa7-4883-8031-ea2477c4508b req-7c22bb8e-d16e-43de-b8ee-3b4fc74e6aed service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=da4d7e39-f806-4ee4-9a72-d230cc0f9d32 HTTP/1.1" status: 200 len: 858 time: 0.0491037 Oct 19 00:44:29.703615 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-45338ba5-371e-4104-b87c-a7961849f53d tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for security_group (60745bf5-38ce-49ea-8b4d-bb9eb49756cb), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:29.711968 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:29.725846 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e0b77-5fa7-4883-8031-ea2477c4508b req-12ea6083-7387-461f-9706-ea36eb183e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:29.727532 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-db3e0b77-5fa7-4883-8031-ea2477c4508b req-12ea6083-7387-461f-9706-ea36eb183e23 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=75c84943-00ac-41e3-a6c3-2ea734b46148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463891 Oct 19 00:44:29.783284 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-45338ba5-371e-4104-b87c-a7961849f53d tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (60745bf5-38ce-49ea-8b4d-bb9eb49756cb), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:29.786010 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-45338ba5-371e-4104-b87c-a7961849f53d tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:29.787246 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-45338ba5-371e-4104-b87c-a7961849f53d tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/60745bf5-38ce-49ea-8b4d-bb9eb49756cb HTTP/1.1" status: 204 len: 168 time: 0.2246552 Oct 19 00:44:29.792268 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 35746) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:44:29.805807 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45338ba5-371e-4104-b87c-a7961849f53d tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60745bf5-38ce-49ea-8b4d-bb9eb49756cb,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:29.815517 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.api.v2.resource [None req-60855577-0f5d-4902-b38c-ed8dca732923 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] show failed (client error): The resource could not be found. Oct 19 00:44:29.816590 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-60855577-0f5d-4902-b38c-ed8dca732923 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups/60745bf5-38ce-49ea-8b4d-bb9eb49756cb HTTP/1.1" status: 404 len: 347 time: 0.0234470 Oct 19 00:44:29.822153 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 35748) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:44:30.019550 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-db3e0b77-5fa7-4883-8031-ea2477c4508b req-ded95afe-4956-4eaa-adda-e68144ca6748 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/75c84943-00ac-41e3-a6c3-2ea734b46148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826903 Oct 19 00:44:30.131187 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [None req-b3baf142-2e2f-4969-95c4-7a8c22cc43ee tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Deleting port 1df8f0ff-4164-473c-83c3-575ea01de4b9 {{(pid=111414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:44:30.131608 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-b3baf142-2e2f-4969-95c4-7a8c22cc43ee tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (1df8f0ff-4164-473c-83c3-575ea01de4b9), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:30.148382 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:30.243755 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-db3e0b77-5fa7-4883-8031-ea2477c4508b req-434806e8-0e3e-4ab6-ad0f-1f8cd4e384df service neutron] 10.222.0.20 "GET /networking/v2.0/networks/75c84943-00ac-41e3-a6c3-2ea734b46148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949053 Oct 19 00:44:30.261404 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-b3baf142-2e2f-4969-95c4-7a8c22cc43ee tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (1df8f0ff-4164-473c-83c3-575ea01de4b9), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:30.261734 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-b3baf142-2e2f-4969-95c4-7a8c22cc43ee tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for floatingip (1df8f0ff-4164-473c-83c3-575ea01de4b9), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:30.279202 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [None req-b3baf142-2e2f-4969-95c4-7a8c22cc43ee tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Calling delete_port for 1df8f0ff-4164-473c-83c3-575ea01de4b9 owned by network:floatingip {{(pid=111414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:44:30.493128 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-b3baf142-2e2f-4969-95c4-7a8c22cc43ee tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (1df8f0ff-4164-473c-83c3-575ea01de4b9), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:30.540821 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3baf142-2e2f-4969-95c4-7a8c22cc43ee tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Pushing event deleted for resources: {'Port': ['ID=1df8f0ff-4164-473c-83c3-575ea01de4b9,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:30.663967 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-b3baf142-2e2f-4969-95c4-7a8c22cc43ee tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for floatingip (54a20741-637d-42d4-8beb-da1999c71a21), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:30.668640 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-b3baf142-2e2f-4969-95c4-7a8c22cc43ee tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for floatingip (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:30.670460 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba596d4c-4ad9-4836-9619-719cd53c942d req-825f96a2-1124-4bb4-96d5-92a9bfabcd15 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:30.671297 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-b3baf142-2e2f-4969-95c4-7a8c22cc43ee tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/54a20741-637d-42d4-8beb-da1999c71a21 HTTP/1.1" status: 204 len: 168 time: 0.8436766 Oct 19 00:44:30.672789 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ba596d4c-4ad9-4836-9619-719cd53c942d req-825f96a2-1124-4bb4-96d5-92a9bfabcd15 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 946 time: 0.0669646 Oct 19 00:44:30.739387 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ba596d4c-4ad9-4836-9619-719cd53c942d req-adb624e4-2499-4e9d-8b28-f4f75c8828e6 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04f1a968-924f-44d0-a4af-e64f250eb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589693 Oct 19 00:44:31.006099 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 35766) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:44:31.011764 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-fe3a258d-e1ed-4bec-b827-be6893a5f969 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Request body: {'security_group': {'name': 'tempest-securitygroup--176955835', 'description': 'tempest-description--1052168505'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:44:31.037457 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-fe3a258d-e1ed-4bec-b827-be6893a5f969 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:31.133105 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-fe3a258d-e1ed-4bec-b827-be6893a5f969 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for security_group (26794d86-1724-4591-bd70-5a538471d680), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:31.138818 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-fe3a258d-e1ed-4bec-b827-be6893a5f969 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (26794d86-1724-4591-bd70-5a538471d680), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:31.152917 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5251ea-2369-490c-bcb4-668d16036088 req-54cd6daf-bcfd-4942-b6c7-20701bce5204 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:31.155927 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9c5251ea-2369-490c-bcb4-668d16036088 req-54cd6daf-bcfd-4942-b6c7-20701bce5204 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5bdc36c3-1db5-4ff2-808d-1295f314d522 HTTP/1.1" status: 200 len: 946 time: 0.0620625 Oct 19 00:44:31.179723 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-fe3a258d-e1ed-4bec-b827-be6893a5f969 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:31.181023 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-fe3a258d-e1ed-4bec-b827-be6893a5f969 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1737344 Oct 19 00:44:31.182552 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a258d-e1ed-4bec-b827-be6893a5f969 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26794d86-1724-4591-bd70-5a538471d680,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:31.184764 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 35768) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:44:31.189664 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-9fff4e1f-ebde-4df5-884b-94c09dbab489 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Request body: {'security_group_rule': {'security_group_id': '26794d86-1724-4591-bd70-5a538471d680', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:44:31.219255 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-9fff4e1f-ebde-4df5-884b-94c09dbab489 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for security_group_rule (3af4fb74-c2f2-4492-aaaf-a1ba3843992c), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:31.252971 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:31.256271 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9c5251ea-2369-490c-bcb4-668d16036088 req-bbb02948-7676-4446-95ba-988f7e8604a1 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=43973c56-adba-4c5f-9bcf-fc4237016924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937223 Oct 19 00:44:31.291061 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-9fff4e1f-ebde-4df5-884b-94c09dbab489 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for security_group_rule (3af4fb74-c2f2-4492-aaaf-a1ba3843992c), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:31.297956 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-9fff4e1f-ebde-4df5-884b-94c09dbab489 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038804'] for security_group_rule (3af4fb74-c2f2-4492-aaaf-a1ba3843992c), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:31.323414 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff4e1f-ebde-4df5-884b-94c09dbab489 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3af4fb74-c2f2-4492-aaaf-a1ba3843992c,revision_number=0']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:31.335956 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-9fff4e1f-ebde-4df5-884b-94c09dbab489 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:31.338766 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-9fff4e1f-ebde-4df5-884b-94c09dbab489 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1520905 Oct 19 00:44:31.342512 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 35770) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:44:31.350577 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-101021fe-d5ef-44e5-9d78-0fdaa330fe4b tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Request body: {'security_group_rule': {'security_group_id': '26794d86-1724-4591-bd70-5a538471d680', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:44:31.395610 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-101021fe-d5ef-44e5-9d78-0fdaa330fe4b tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for security_group_rule (e7dc97ac-76df-4abd-a510-96472e5b4c26), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:31.508374 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-101021fe-d5ef-44e5-9d78-0fdaa330fe4b tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for security_group_rule (e7dc97ac-76df-4abd-a510-96472e5b4c26), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:31.514774 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-101021fe-d5ef-44e5-9d78-0fdaa330fe4b tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038804'] for security_group_rule (e7dc97ac-76df-4abd-a510-96472e5b4c26), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:31.552738 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101021fe-d5ef-44e5-9d78-0fdaa330fe4b tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7dc97ac-76df-4abd-a510-96472e5b4c26,revision_number=0']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:31.562308 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-101021fe-d5ef-44e5-9d78-0fdaa330fe4b tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:31.564019 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-101021fe-d5ef-44e5-9d78-0fdaa330fe4b tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2196043 Oct 19 00:44:31.569039 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 35776) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:44:31.574645 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-88cf6085-e22b-4625-b803-f6fa3aaaec27 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Request body: {'floatingip': {'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:44:31.605553 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-88cf6085-e22b-4625-b803-f6fa3aaaec27 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:31.673250 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:31.748602 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-88cf6085-e22b-4625-b803-f6fa3aaaec27 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:31.776645 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (6724934a-8b6e-4109-8304-d160e240b776), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:31.832883 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:31.854758 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-05724d1e-87cc-4218-b8c0-f36c83214e96 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1056832705&fields=id&tenant_id=8684504b0eff415b9063cebae21ca667 HTTP/1.1" status: 200 len: 267 time: 0.0581863 Oct 19 00:44:31.916022 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.db_base_plugin_common [None req-88cf6085-e22b-4625-b803-f6fa3aaaec27 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Allocated IP 172.37.6.120 (973fa957-bcd6-42c3-bc57-5a91d78147c8/c5b4f151-6e49-4135-be82-7abc543b5247/f17b296b-0b02-404e-b13b-6c80304ae080) {{(pid=111414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:44:31.995115 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-76732518-ce6f-4dc1-ba17-947968bb7658 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:31.996768 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-76732518-ce6f-4dc1-ba17-947968bb7658 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/networks?id=cfe47441-dd27-4b7c-958a-cc2e5c8243ac HTTP/1.1" status: 200 len: 812 time: 0.1323719 Oct 19 00:44:32.013787 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-c3fab6a9-d1d9-4c25-b01f-de3893be8877 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/quotas/8684504b0eff415b9063cebae21ca667 HTTP/1.1" status: 200 len: 375 time: 0.0107036 Oct 19 00:44:32.071870 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-f9cc987f-9940-4523-897a-3ff12803529f tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=8684504b0eff415b9063cebae21ca667&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513728 Oct 19 00:44:32.107857 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-88cf6085-e22b-4625-b803-f6fa3aaaec27 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for port (f17b296b-0b02-404e-b13b-6c80304ae080), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:32.168775 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-88cf6085-e22b-4625-b803-f6fa3aaaec27 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (f17b296b-0b02-404e-b13b-6c80304ae080), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:32.222354 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cf6085-e22b-4625-b803-f6fa3aaaec27 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Network 973fa957-bcd6-42c3-bc57-5a91d78147c8 is already hosted by enough agents. {{(pid=111414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:44:32.229738 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [None req-88cf6085-e22b-4625-b803-f6fa3aaaec27 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Resources bound (agent type, host, resource id): {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:44:32.236534 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cf6085-e22b-4625-b803-f6fa3aaaec27 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Received port after_create {{(pid=111414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:44:32.240867 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-e9b56461-ac74-442c-aea0-3482147e3431 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cfe47441-dd27-4b7c-958a-cc2e5c8243ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494284 Oct 19 00:44:32.272890 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf6085-e22b-4625-b803-f6fa3aaaec27 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Pushing event updated for resources: {'Port': ['ID=f17b296b-0b02-404e-b13b-6c80304ae080,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:32.352311 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-88cf6085-e22b-4625-b803-f6fa3aaaec27 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for floatingip (085c3b85-baae-4814-ac1b-18c113d24ade), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:32.393384 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-14b92358-dcb7-4758-9a6c-241143ebffe8 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cfe47441-dd27-4b7c-958a-cc2e5c8243ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446328 Oct 19 00:44:32.401478 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-88cf6085-e22b-4625-b803-f6fa3aaaec27 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (f17b296b-0b02-404e-b13b-6c80304ae080), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:32.463907 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:32.596754 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-88cf6085-e22b-4625-b803-f6fa3aaaec27 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for port (f17b296b-0b02-404e-b13b-6c80304ae080), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:32.603252 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-88cf6085-e22b-4625-b803-f6fa3aaaec27 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577477'] for port (f17b296b-0b02-404e-b13b-6c80304ae080), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:32.713806 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf6085-e22b-4625-b803-f6fa3aaaec27 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Pushing event updated for resources: {'Port': ['ID=f17b296b-0b02-404e-b13b-6c80304ae080,revision_number=2']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:32.724347 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-88cf6085-e22b-4625-b803-f6fa3aaaec27 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942318'] for floatingip (085c3b85-baae-4814-ac1b-18c113d24ade), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:32.757546 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-88cf6085-e22b-4625-b803-f6fa3aaaec27 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for floatingip (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:32.771761 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-88cf6085-e22b-4625-b803-f6fa3aaaec27 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1892252 Oct 19 00:44:32.848132 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:32.930198 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc043169-ab9a-4a1a-ac7b-727da8edaa8e req-c2cd6dda-d421-4d65-bc3d-4cf3a8892407 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:32.933901 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-dc043169-ab9a-4a1a-ac7b-727da8edaa8e req-c2cd6dda-d421-4d65-bc3d-4cf3a8892407 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 946 time: 0.1001132 Oct 19 00:44:33.033935 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-dc043169-ab9a-4a1a-ac7b-727da8edaa8e req-b9f97d16-5870-448c-beda-976c328e58f2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04f1a968-924f-44d0-a4af-e64f250eb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862360 Oct 19 00:44:33.046911 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976dcf8-cd49-44e1-b2b7-099fe4e8f95c req-e68b913b-845d-4f1d-bc9b-479ebf7fb022 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:33.049237 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-5976dcf8-cd49-44e1-b2b7-099fe4e8f95c req-e68b913b-845d-4f1d-bc9b-479ebf7fb022 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5bdc36c3-1db5-4ff2-808d-1295f314d522 HTTP/1.1" status: 200 len: 946 time: 0.0894516 Oct 19 00:44:33.229563 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c9197-182c-4fb3-8370-c039ab0865bf req-cb24f0e8-4f1d-476b-8e73-c53232a00add tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:33.232587 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-357c9197-182c-4fb3-8370-c039ab0865bf req-cb24f0e8-4f1d-476b-8e73-c53232a00add tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5bdc36c3-1db5-4ff2-808d-1295f314d522 HTTP/1.1" status: 200 len: 946 time: 0.0744886 Oct 19 00:44:33.241012 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [req-5976dcf8-cd49-44e1-b2b7-099fe4e8f95c req-0aae0b84-f0e7-4c4d-b519-20050e4b9dd8 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Deleting port 97ea2bef-8a45-4c17-8415-e62d303621cb {{(pid=111414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:44:33.241664 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-5976dcf8-cd49-44e1-b2b7-099fe4e8f95c req-0aae0b84-f0e7-4c4d-b519-20050e4b9dd8 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (97ea2bef-8a45-4c17-8415-e62d303621cb), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:33.246438 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:33.320711 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-357c9197-182c-4fb3-8370-c039ab0865bf req-c571a43f-5d27-4b1e-8d80-9409e8e1530a tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=43973c56-adba-4c5f-9bcf-fc4237016924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765836 Oct 19 00:44:33.369841 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-5976dcf8-cd49-44e1-b2b7-099fe4e8f95c req-0aae0b84-f0e7-4c4d-b519-20050e4b9dd8 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] For port 97ea2bef-8a45-4c17-8415-e62d303621cb, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=97ea2bef-8a45-4c17-8415-e62d303621cb,segment=NetworkSegment(e1751744-52ca-4c83-95d3-96eb3f519636),segment_id=e1751744-52ca-4c83-95d3-96eb3f519636)] {{(pid=111414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:44:33.370228 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-5976dcf8-cd49-44e1-b2b7-099fe4e8f95c req-0aae0b84-f0e7-4c4d-b519-20050e4b9dd8 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (97ea2bef-8a45-4c17-8415-e62d303621cb), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:33.387799 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [req-5976dcf8-cd49-44e1-b2b7-099fe4e8f95c req-0aae0b84-f0e7-4c4d-b519-20050e4b9dd8 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Calling delete_port for 97ea2bef-8a45-4c17-8415-e62d303621cb owned by compute:nova {{(pid=111414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:44:33.501330 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-5f203c06-7c96-4a38-93f5-279620fc72bf req-b68592ab-5863-4d2d-ba40-e1d11c711686 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b7c19ee-6d89-4855-bf4b-d35b65bb170b HTTP/1.1" status: 200 len: 210 time: 0.0561457 Oct 19 00:44:33.631815 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-5976dcf8-cd49-44e1-b2b7-099fe4e8f95c req-0aae0b84-f0e7-4c4d-b519-20050e4b9dd8 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (97ea2bef-8a45-4c17-8415-e62d303621cb), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:33.675582 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] get_ports_and_sgs() called for port_ids ['97ea2bef-8a45-4c17-8415-e62d303621cb'] {{(pid=111416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 00:44:33.679509 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aae0b84-f0e7-4c4d-b519-20050e4b9dd8 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Pushing event deleted for resources: {'Port': ['ID=97ea2bef-8a45-4c17-8415-e62d303621cb,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:33.739792 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-734e4332-92d5-4f02-bf56-6def3516b424 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--176955835&fields=id&tenant_id=0b35c2038f6b4d0a9012b004f1416c00 HTTP/1.1" status: 200 len: 267 time: 0.1015530 Oct 19 00:44:33.749593 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [req-5976dcf8-cd49-44e1-b2b7-099fe4e8f95c req-0aae0b84-f0e7-4c4d-b519-20050e4b9dd8 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] No DVR routers for this DVR port 97ea2bef-8a45-4c17-8415-e62d303621cb on host hv-cinder-maste {{(pid=111414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 19 00:44:33.752400 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-5976dcf8-cd49-44e1-b2b7-099fe4e8f95c req-0aae0b84-f0e7-4c4d-b519-20050e4b9dd8 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:33.755990 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-5976dcf8-cd49-44e1-b2b7-099fe4e8f95c req-0aae0b84-f0e7-4c4d-b519-20050e4b9dd8 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.20 "DELETE /networking/v2.0/ports/97ea2bef-8a45-4c17-8415-e62d303621cb HTTP/1.1" status: 204 len: 173 time: 0.6998148 Oct 19 00:44:33.756691 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bdc36c3-1db5-4ff2-808d-1295f314d522', 'name': 'network-vif-deleted', 'tag': '97ea2bef-8a45-4c17-8415-e62d303621cb'}] {{(pid=111414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:44:33.759387 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e46469f00a83062af0f8a877bbd3a06bc7f865c711541049e4990ec8a28c8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a804de-06c3-4e43-9a76-7f2274fd64c0" -d '{"events": [{"server_uuid": "5bdc36c3-1db5-4ff2-808d-1295f314d522", "name": "network-vif-deleted", "tag": "97ea2bef-8a45-4c17-8415-e62d303621cb"}]}' {{(pid=111414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:44:33.957505 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-cfa5428f-a201-43fe-aa4c-2d2125c4931e tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:33.959793 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-cfa5428f-a201-43fe-aa4c-2d2125c4931e tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/networks?id=635fade4-7ee9-45f4-8020-ceb7d6bf784a HTTP/1.1" status: 200 len: 813 time: 0.2086093 Oct 19 00:44:33.978063 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-5d40e4a5-951e-458e-adfe-a7091367eaaa tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/quotas/0b35c2038f6b4d0a9012b004f1416c00 HTTP/1.1" status: 200 len: 375 time: 0.0114436 Oct 19 00:44:34.048977 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-68d688fb-d6c5-49c9-82f5-2d0e5c7f88d3 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=0b35c2038f6b4d0a9012b004f1416c00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616741 Oct 19 00:44:34.188311 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-d7fdc814-eff0-40ee-bfb4-7668d14361b2 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/635fade4-7ee9-45f4-8020-ceb7d6bf784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244524 Oct 19 00:44:34.301131 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:34.306419 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-76d1a136-7495-4c77-b587-bcf86d8c2b34 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/635fade4-7ee9-45f4-8020-ceb7d6bf784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122534 Oct 19 00:44:34.570905 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 00:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfbac5a-4fa9-4eea-9ac1-a8b9a972f691 x-openstack-request-id: req-3cfbac5a-4fa9-4eea-9ac1-a8b9a972f691 {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:44:34.571861 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bdc36c3-1db5-4ff2-808d-1295f314d522", "name": "network-vif-deleted", "tag": "97ea2bef-8a45-4c17-8415-e62d303621cb", "status": "completed", "code": 200}]} {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:44:34.577409 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3cfbac5a-4fa9-4eea-9ac1-a8b9a972f691 {{(pid=111414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:44:34.577409 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cfbac5a-4fa9-4eea-9ac1-a8b9a972f691'] response: {'server_uuid': '5bdc36c3-1db5-4ff2-808d-1295f314d522', 'name': 'network-vif-deleted', 'tag': '97ea2bef-8a45-4c17-8415-e62d303621cb', 'status': 'completed', 'code': 200} Oct 19 00:44:34.639512 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-396b35f4-25f8-4adc-bb0b-2e4e33d6b938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:34.761140 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-8a716576-13ea-415d-a99f-1c8d1cee1190 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:34.763673 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-8a716576-13ea-415d-a99f-1c8d1cee1190 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.20 "GET /networking/v2.0/networks?id=cfe47441-dd27-4b7c-958a-cc2e5c8243ac HTTP/1.1" status: 200 len: 812 time: 0.1831205 Oct 19 00:44:34.833540 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e6a38-c8da-4137-b824-c5319aa46254 req-4765dabe-000c-4e4e-827f-a538d8a71852 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:34.835513 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-f46e6a38-c8da-4137-b824-c5319aa46254 req-4765dabe-000c-4e4e-827f-a538d8a71852 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 946 time: 0.1017826 Oct 19 00:44:34.858551 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:34.878058 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-ebcfb74b-d724-4f71-a0f3-e9fc387edb20 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8684504b0eff415b9063cebae21ca667 HTTP/1.1" status: 200 len: 380 time: 0.0794413 Oct 19 00:44:34.893176 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-9672207c-afa1-4c93-a87a-4a5985d0df2d tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Request body: {'port': {'device_id': '0b7c19ee-6d89-4855-bf4b-d35b65bb170b', 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac', 'admin_state_up': True, 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'security_groups': ['3f0d8317-375e-4850-af9c-364f714fadd0']}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:44:34.907766 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-f46e6a38-c8da-4137-b824-c5319aa46254 req-ccb1083d-9b74-443d-b089-0fd37cd9f817 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04f1a968-924f-44d0-a4af-e64f250eb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566940 Oct 19 00:44:35.079456 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-9672207c-afa1-4c93-a87a-4a5985d0df2d tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Made reservation on behalf of 8684504b0eff415b9063cebae21ca667 for: {'port': 1} {{(pid=111414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:44:35.083699 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-9672207c-afa1-4c93-a87a-4a5985d0df2d tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:35.129341 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-350d6fda-4a5d-4b16-b5be-dd6326ab48a9 req-485134c5-b354-4968-bec9-24b1ec5cbec5 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5bdc36c3-1db5-4ff2-808d-1295f314d522 HTTP/1.1" status: 200 len: 210 time: 0.0634534 Oct 19 00:44:35.276724 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-5d302a58-0ab0-44f4-a2da-3e3ef4e6c1f8 req-c3d71907-19ff-493f-9bd2-b1e1e55c77c2 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8ff0e88-597f-4db1-b5f4-852dd33c566d HTTP/1.1" status: 200 len: 210 time: 0.0555499 Oct 19 00:44:35.304960 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.db_base_plugin_common [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-9672207c-afa1-4c93-a87a-4a5985d0df2d tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Allocated IP 172.20.0.6 (cfe47441-dd27-4b7c-958a-cc2e5c8243ac/ed6b2b90-24f3-4781-a6d8-0b858f53c7ca/3f92cbb3-bb62-457d-b0d7-92947884c5fb) {{(pid=111414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:44:35.407469 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-471ed87d-1d9c-4f7a-aa44-fa22b2a5f552 req-8ca933be-3fe8-4c41-ad39-43dd938e2825 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b7c19ee-6d89-4855-bf4b-d35b65bb170b HTTP/1.1" status: 200 len: 210 time: 0.0365782 Oct 19 00:44:35.534724 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-9672207c-afa1-4c93-a87a-4a5985d0df2d tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks [] for port (3f92cbb3-bb62-457d-b0d7-92947884c5fb), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:35.545199 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:35.590733 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-9672207c-afa1-4c93-a87a-4a5985d0df2d tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (3f92cbb3-bb62-457d-b0d7-92947884c5fb), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:35.656864 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-9672207c-afa1-4c93-a87a-4a5985d0df2d tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Network cfe47441-dd27-4b7c-958a-cc2e5c8243ac is already hosted by enough agents. {{(pid=111414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:44:35.660867 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-9672207c-afa1-4c93-a87a-4a5985d0df2d tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Resources bound (agent type, host, resource id): {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:44:35.665476 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-9672207c-afa1-4c93-a87a-4a5985d0df2d tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Received port after_create {{(pid=111414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:44:35.700567 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9672207c-afa1-4c93-a87a-4a5985d0df2d tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Pushing event updated for resources: {'Port': ['ID=3f92cbb3-bb62-457d-b0d7-92947884c5fb,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:35.759493 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-9672207c-afa1-4c93-a87a-4a5985d0df2d tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:35.760668 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-9672207c-afa1-4c93-a87a-4a5985d0df2d tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:35.794447 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-9672207c-afa1-4c93-a87a-4a5985d0df2d tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9054112 Oct 19 00:44:35.836615 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-c90aa627-4ac6-45c2-81e7-e018d7b6d0b9 service neutron] Request body: {'port': {'device_id': '0b7c19ee-6d89-4855-bf4b-d35b65bb170b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:44:35.945036 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-c90aa627-4ac6-45c2-81e7-e018d7b6d0b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (3f92cbb3-bb62-457d-b0d7-92947884c5fb), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:36.082352 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=100 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:36.092686 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-982fd4fb-8dee-4eb9-98f1-9aa9769bc3de None None] Provisioning complete for port 3f92cbb3-bb62-457d-b0d7-92947884c5fb triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:44:36.093663 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-982fd4fb-8dee-4eb9-98f1-9aa9769bc3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (3f92cbb3-bb62-457d-b0d7-92947884c5fb), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:36.098767 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-982fd4fb-8dee-4eb9-98f1-9aa9769bc3de None None] Attempt 1 to provision port 3f92cbb3-bb62-457d-b0d7-92947884c5fb Oct 19 00:44:36.154533 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-982fd4fb-8dee-4eb9-98f1-9aa9769bc3de None None] Port 3f92cbb3-bb62-457d-b0d7-92947884c5fb cannot update to ACTIVE because it is not bound. {{(pid=111416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 19 00:44:36.171343 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c29234-0b54-4d35-899f-f7cd97855ace req-1ae08d5d-d963-4064-b40f-16fd2fc6a1b1 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:36.173520 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a9c29234-0b54-4d35-899f-f7cd97855ace req-1ae08d5d-d963-4064-b40f-16fd2fc6a1b1 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 946 time: 0.0987613 Oct 19 00:44:36.260507 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a9c29234-0b54-4d35-899f-f7cd97855ace req-d86cb4df-5039-45ee-84ae-b7376e748cd4 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04f1a968-924f-44d0-a4af-e64f250eb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790019 Oct 19 00:44:36.284197 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:36.402592 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 97ea2bef-8a45-4c17-8415-e62d303621cb no longer exists at agent hyperv_hv-cinder-maste {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:44:36.435225 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-c90aa627-4ac6-45c2-81e7-e018d7b6d0b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f92cbb3-bb62-457d-b0d7-92947884c5fb {{(pid=111414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 00:44:36.444707 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] No Port match for: 97ea2bef-8a45-4c17-8415-e62d303621cb {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:44:36.445210 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 97ea2bef-8a45-4c17-8415-e62d303621cb not bound to the agent host hv-cinder-maste {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:44:36.451992 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-c90aa627-4ac6-45c2-81e7-e018d7b6d0b9 service neutron] Publish callbacks [] for port (3f92cbb3-bb62-457d-b0d7-92947884c5fb), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:36.465348 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-2b0c4ea1-e1a0-425c-a6fc-bb9e98c9cea2 req-89a28bc4-e536-4b9b-aaa2-02b54863f84b tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8ff0e88-597f-4db1-b5f4-852dd33c566d HTTP/1.1" status: 200 len: 210 time: 0.0318453 Oct 19 00:44:36.474339 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.provisioning_blocks [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-c90aa627-4ac6-45c2-81e7-e018d7b6d0b9 service neutron] Transition to ACTIVE for port object 3f92cbb3-bb62-457d-b0d7-92947884c5fb will not be triggered until provisioned by entity L2. {{(pid=111414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 00:44:36.482382 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-c90aa627-4ac6-45c2-81e7-e018d7b6d0b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577477'] for port (3f92cbb3-bb62-457d-b0d7-92947884c5fb), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:36.596111 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90aa627-4ac6-45c2-81e7-e018d7b6d0b9 service neutron] Pushing event updated for resources: {'Port': ['ID=3f92cbb3-bb62-457d-b0d7-92947884c5fb,revision_number=2']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:36.665715 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea42386-baab-4ffa-9b9e-7db78753742a req-2f7c96c3-130f-4d2f-9eea-ffab75be589f tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:36.668178 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-aea42386-baab-4ffa-9b9e-7db78753742a req-2f7c96c3-130f-4d2f-9eea-ffab75be589f tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b7c19ee-6d89-4855-bf4b-d35b65bb170b HTTP/1.1" status: 200 len: 943 time: 0.1187897 Oct 19 00:44:36.681420 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-c90aa627-4ac6-45c2-81e7-e018d7b6d0b9 service neutron] Attempting to bind port 3f92cbb3-bb62-457d-b0d7-92947884c5fb on host hv-cinder-maste for vnic_type normal with profile {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:44:36.683105 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-c90aa627-4ac6-45c2-81e7-e018d7b6d0b9 service neutron] Attempting to bind port 3f92cbb3-bb62-457d-b0d7-92947884c5fb by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'e263339d-8163-42c1-82aa-55d7bd373377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac'}] {{(pid=111414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:44:36.683685 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-c90aa627-4ac6-45c2-81e7-e018d7b6d0b9 service neutron] Attempting to bind port 3f92cbb3-bb62-457d-b0d7-92947884c5fb on network cfe47441-dd27-4b7c-958a-cc2e5c8243ac {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:44:36.748281 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-aea42386-baab-4ffa-9b9e-7db78753742a req-3e0702d5-2465-4bb3-8d0f-4ed834093d62 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643384 Oct 19 00:44:36.792009 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a38797-1118-42da-be43-b71702d42a58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:37.080270 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-c90aa627-4ac6-45c2-81e7-e018d7b6d0b9 service neutron] Port 3f92cbb3-bb62-457d-b0d7-92947884c5fb on network cfe47441-dd27-4b7c-958a-cc2e5c8243ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:44:37.080894 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-c90aa627-4ac6-45c2-81e7-e018d7b6d0b9 service neutron] Attempting to bind port 3f92cbb3-bb62-457d-b0d7-92947884c5fb on network cfe47441-dd27-4b7c-958a-cc2e5c8243ac {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:44:37.158778 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-e66f895b-316c-4e84-b68b-6c42e1ab1dec tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:37.160365 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-e66f895b-316c-4e84-b68b-6c42e1ab1dec tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.20 "GET /networking/v2.0/networks?id=635fade4-7ee9-45f4-8020-ceb7d6bf784a HTTP/1.1" status: 200 len: 813 time: 0.1626952 Oct 19 00:44:37.168420 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-c90aa627-4ac6-45c2-81e7-e018d7b6d0b9 service neutron] Checking agent: {'id': '6724934a-8b6e-4109-8304-d160e240b776', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 38, 31), 'started_at': datetime.datetime(2022, 10, 19, 0, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:44:37.168813 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-c90aa627-4ac6-45c2-81e7-e018d7b6d0b9 service neutron] Checking segment: {'id': 'e263339d-8163-42c1-82aa-55d7bd373377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:44:37.169245 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-c90aa627-4ac6-45c2-81e7-e018d7b6d0b9 service neutron] Bound using segment: {'id': 'e263339d-8163-42c1-82aa-55d7bd373377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac'} {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:44:37.169727 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-c90aa627-4ac6-45c2-81e7-e018d7b6d0b9 service neutron] Bound port: 3f92cbb3-bb62-457d-b0d7-92947884c5fb, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e263339d-8163-42c1-82aa-55d7bd373377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac'}}] {{(pid=111414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:44:37.170132 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-c90aa627-4ac6-45c2-81e7-e018d7b6d0b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (3f92cbb3-bb62-457d-b0d7-92947884c5fb), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:37.227777 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:37.246756 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-c90aa627-4ac6-45c2-81e7-e018d7b6d0b9 service neutron] For port 3f92cbb3-bb62-457d-b0d7-92947884c5fb, host hv-cinder-maste, cleared binding levels {{(pid=111414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:44:37.250833 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-c90aa627-4ac6-45c2-81e7-e018d7b6d0b9 service neutron] For port 3f92cbb3-bb62-457d-b0d7-92947884c5fb, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3f92cbb3-bb62-457d-b0d7-92947884c5fb,segment=NetworkSegment(e263339d-8163-42c1-82aa-55d7bd373377),segment_id=e263339d-8163-42c1-82aa-55d7bd373377)] {{(pid=111414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:44:37.259495 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-c90aa627-4ac6-45c2-81e7-e018d7b6d0b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577477'] for port (3f92cbb3-bb62-457d-b0d7-92947884c5fb), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:37.265354 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-c90aa627-4ac6-45c2-81e7-e018d7b6d0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:37.266045 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-c90aa627-4ac6-45c2-81e7-e018d7b6d0b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:37.267714 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-c90aa627-4ac6-45c2-81e7-e018d7b6d0b9 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/3f92cbb3-bb62-457d-b0d7-92947884c5fb HTTP/1.1" status: 200 len: 1093 time: 1.4367549 Oct 19 00:44:37.268573 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b7c19ee-6d89-4855-bf4b-d35b65bb170b', 'tag': '3f92cbb3-bb62-457d-b0d7-92947884c5fb'}] {{(pid=111414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:44:37.271202 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e46469f00a83062af0f8a877bbd3a06bc7f865c711541049e4990ec8a28c8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd63b1b4-01e3-41db-83b0-e2d7e1d09038" -d '{"events": [{"name": "network-changed", "server_uuid": "0b7c19ee-6d89-4855-bf4b-d35b65bb170b", "tag": "3f92cbb3-bb62-457d-b0d7-92947884c5fb"}]}' {{(pid=111414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:44:37.337543 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 00:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6067be2a-0657-47a3-bff7-4b170eae045d x-openstack-request-id: req-6067be2a-0657-47a3-bff7-4b170eae045d {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:44:37.339210 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b7c19ee-6d89-4855-bf4b-d35b65bb170b", "tag": "3f92cbb3-bb62-457d-b0d7-92947884c5fb", "status": "completed", "code": 200}]} {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:44:37.339916 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6067be2a-0657-47a3-bff7-4b170eae045d {{(pid=111414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:44:37.340642 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6067be2a-0657-47a3-bff7-4b170eae045d'] response: {'name': 'network-changed', 'server_uuid': '0b7c19ee-6d89-4855-bf4b-d35b65bb170b', 'tag': '3f92cbb3-bb62-457d-b0d7-92947884c5fb', 'status': 'completed', 'code': 200} Oct 19 00:44:37.345096 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90aa627-4ac6-45c2-81e7-e018d7b6d0b9 service neutron] Pushing event updated for resources: {'Port': ['ID=3f92cbb3-bb62-457d-b0d7-92947884c5fb,revision_number=3']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:37.449283 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f79ccf-e872-4edd-8c18-559a76e0707b req-06218e82-80db-4f7e-b97f-aea7ed18ca3e tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:37.450948 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a0f79ccf-e872-4edd-8c18-559a76e0707b req-06218e82-80db-4f7e-b97f-aea7ed18ca3e tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 946 time: 0.0555453 Oct 19 00:44:37.508461 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a0f79ccf-e872-4edd-8c18-559a76e0707b req-8827abae-ed3c-4a1c-a72f-57d007108959 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04f1a968-924f-44d0-a4af-e64f250eb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507739 Oct 19 00:44:37.627335 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-5da1358d-209f-4bd7-9037-e619c6be62e8 req-825bfda5-ab31-44ff-8935-2751b147bd95 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8ff0e88-597f-4db1-b5f4-852dd33c566d HTTP/1.1" status: 200 len: 210 time: 0.0341082 Oct 19 00:44:37.899364 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc3d27-6924-4451-97cd-be790795f450 req-f68c8aa3-0cf9-4b02-a035-b25dd439935b tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:37.901621 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-26cc3d27-6924-4451-97cd-be790795f450 req-f68c8aa3-0cf9-4b02-a035-b25dd439935b tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b7c19ee-6d89-4855-bf4b-d35b65bb170b HTTP/1.1" status: 200 len: 943 time: 0.0525019 Oct 19 00:44:37.959527 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-26cc3d27-6924-4451-97cd-be790795f450 req-68f95f98-7773-4b8b-9797-33af017b8eb2 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514131 Oct 19 00:44:38.253256 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:38.257809 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:38.267286 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:38.616308 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:38.657070 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a259f4-cc2b-43a0-bff9-6a16247d0288 req-1afc5386-8e5a-47eb-95be-56582e9f82f4 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:38.659184 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-28a259f4-cc2b-43a0-bff9-6a16247d0288 req-1afc5386-8e5a-47eb-95be-56582e9f82f4 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 946 time: 0.0536699 Oct 19 00:44:38.714931 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-28a259f4-cc2b-43a0-bff9-6a16247d0288 req-36ac1a52-38a0-4e88-8ccf-3891c98f3ab1 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04f1a968-924f-44d0-a4af-e64f250eb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494595 Oct 19 00:44:38.815625 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-206740d6-9721-463c-8514-865202fd0c79 req-e941540c-05b8-4a7c-b1ce-3ba40ba8eea2 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8ff0e88-597f-4db1-b5f4-852dd33c566d HTTP/1.1" status: 200 len: 210 time: 0.0338199 Oct 19 00:44:39.089836 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d294ac4-482d-4ca8-954b-2b2248613790 req-a2aced57-8b05-49de-ac4d-90d9a4ef5606 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:39.091375 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-2d294ac4-482d-4ca8-954b-2b2248613790 req-a2aced57-8b05-49de-ac4d-90d9a4ef5606 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b7c19ee-6d89-4855-bf4b-d35b65bb170b HTTP/1.1" status: 200 len: 943 time: 0.0513921 Oct 19 00:44:39.148070 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-2d294ac4-482d-4ca8-954b-2b2248613790 req-b0ad0107-19f0-4a22-9b7c-08e07d6f9f26 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501573 Oct 19 00:44:39.895594 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce590ab7-6146-467b-8f79-71e4731594f2 req-b438a1af-4c8b-49f8-9347-4208b7df5ee2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:39.898523 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ce590ab7-6146-467b-8f79-71e4731594f2 req-b438a1af-4c8b-49f8-9347-4208b7df5ee2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 946 time: 0.0943723 Oct 19 00:44:39.907098 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63b1b4-01e3-41db-83b0-e2d7e1d09038 req-5ff18a62-5fe9-4206-8ff9-d299387d0526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:39.908811 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-dd63b1b4-01e3-41db-83b0-e2d7e1d09038 req-5ff18a62-5fe9-4206-8ff9-d299387d0526 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=8684504b0eff415b9063cebae21ca667&device_id=0b7c19ee-6d89-4855-bf4b-d35b65bb170b HTTP/1.1" status: 200 len: 1127 time: 0.0986853 Oct 19 00:44:40.005541 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ce590ab7-6146-467b-8f79-71e4731594f2 req-010a06f7-9389-4e21-ada8-26efbd39bcfd tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04f1a968-924f-44d0-a4af-e64f250eb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941000 Oct 19 00:44:40.048374 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:40.054902 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-925f1b5a-42c0-48f7-b63a-2bf46f0c4f9d tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0b35c2038f6b4d0a9012b004f1416c00 HTTP/1.1" status: 200 len: 379 time: 0.2537303 Oct 19 00:44:40.067988 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-7a71a7e7-1ad7-48c3-aeb0-d585bd0484df tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Request body: {'port': {'device_id': 'd8ff0e88-597f-4db1-b5f4-852dd33c566d', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'admin_state_up': True, 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'security_groups': ['26794d86-1724-4591-bd70-5a538471d680']}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:44:40.178223 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9a5aaba3-541e-40ac-a9f6-bc3f34ad713a req-a6d75ea4-4f30-4a7f-a825-44f23b9e2770 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8ff0e88-597f-4db1-b5f4-852dd33c566d HTTP/1.1" status: 200 len: 210 time: 0.0571573 Oct 19 00:44:40.260603 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:40.261899 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:40.319818 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63b1b4-01e3-41db-83b0-e2d7e1d09038 req-6676da41-0c80-4100-8985-a9ec52e5b60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:40.323413 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-dd63b1b4-01e3-41db-83b0-e2d7e1d09038 req-6676da41-0c80-4100-8985-a9ec52e5b60d service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=8684504b0eff415b9063cebae21ca667&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3979242 Oct 19 00:44:40.328277 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa360842-c12a-401b-8738-157b5ac0bc27 req-0d94e5d2-b6b5-49da-94a0-ef3a8b244d57 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:40.330068 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-fa360842-c12a-401b-8738-157b5ac0bc27 req-0d94e5d2-b6b5-49da-94a0-ef3a8b244d57 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b7c19ee-6d89-4855-bf4b-d35b65bb170b HTTP/1.1" status: 200 len: 943 time: 0.0530541 Oct 19 00:44:40.388987 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-fa360842-c12a-401b-8738-157b5ac0bc27 req-3706a633-0bfe-4edd-8935-adb0b4ac8c02 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511787 Oct 19 00:44:40.451975 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-7a71a7e7-1ad7-48c3-aeb0-d585bd0484df tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Made reservation on behalf of 0b35c2038f6b4d0a9012b004f1416c00 for: {'port': 1} {{(pid=111414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:44:40.458358 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-7a71a7e7-1ad7-48c3-aeb0-d585bd0484df tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:40.578439 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63b1b4-01e3-41db-83b0-e2d7e1d09038 req-dd9f8cff-14da-45d6-9322-c14d453d5583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:40.579875 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-dd63b1b4-01e3-41db-83b0-e2d7e1d09038 req-dd9f8cff-14da-45d6-9322-c14d453d5583 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2480159 Oct 19 00:44:40.661469 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.db_base_plugin_common [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-7a71a7e7-1ad7-48c3-aeb0-d585bd0484df tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Allocated IP 172.20.0.10 (635fade4-7ee9-45f4-8020-ceb7d6bf784a/749347d7-6beb-499e-80b2-119168147fbe/1598d129-803e-437a-be2e-c9127e38bd88) {{(pid=111414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:44:40.776664 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-689d32a6-af6a-4c17-b52a-097b81c7e207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:40.779208 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-689d32a6-af6a-4c17-b52a-097b81c7e207 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=8684504b0eff415b9063cebae21ca667&device_id=0b7c19ee-6d89-4855-bf4b-d35b65bb170b HTTP/1.1" status: 200 len: 1127 time: 0.1133678 Oct 19 00:44:40.873388 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-b2a6b58a-7af0-43ff-bbef-afbb1ac93b24 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f92cbb3-bb62-457d-b0d7-92947884c5fb HTTP/1.1" status: 200 len: 217 time: 0.0753636 Oct 19 00:44:40.999806 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-5473c6e9-06c1-42a0-ab67-f32525a6d5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:41.001330 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-5473c6e9-06c1-42a0-ab67-f32525a6d5cb service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=ed6b2b90-24f3-4781-a6d8-0b858f53c7ca HTTP/1.1" status: 200 len: 851 time: 0.1098571 Oct 19 00:44:41.073851 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-c3d3c714-ec41-47ff-81ab-b13a8bd04fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:41.075515 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-c3d3c714-ec41-47ff-81ab-b13a8bd04fcd service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=cfe47441-dd27-4b7c-958a-cc2e5c8243ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0666051 Oct 19 00:44:41.078671 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-7a71a7e7-1ad7-48c3-aeb0-d585bd0484df tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for port (1598d129-803e-437a-be2e-c9127e38bd88), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:41.125670 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:41.168171 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a0057-afef-43cd-8254-7524636fd126 req-e03f667e-3021-455a-ac7c-84ab4656abb4 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:41.169825 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-473a0057-afef-43cd-8254-7524636fd126 req-e03f667e-3021-455a-ac7c-84ab4656abb4 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 946 time: 0.0537646 Oct 19 00:44:41.227917 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-473a0057-afef-43cd-8254-7524636fd126 req-59364bfb-39c9-4481-871d-cb4bc773e34e tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04f1a968-924f-44d0-a4af-e64f250eb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517821 Oct 19 00:44:41.277431 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-7a71a7e7-1ad7-48c3-aeb0-d585bd0484df tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (1598d129-803e-437a-be2e-c9127e38bd88), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:41.355196 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-3ce9e6e3-c380-4f24-ab69-0fe35523e7bb service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cfe47441-dd27-4b7c-958a-cc2e5c8243ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704649 Oct 19 00:44:41.371269 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:41.385693 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:41.418651 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2510d9c6-2ddb-42de-b7bf-97b47595c6e3 req-5d2c6bd6-6743-40c9-8641-8a5e4632cf35 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:41.421417 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-2510d9c6-2ddb-42de-b7bf-97b47595c6e3 req-5d2c6bd6-6743-40c9-8641-8a5e4632cf35 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8ff0e88-597f-4db1-b5f4-852dd33c566d HTTP/1.1" status: 200 len: 932 time: 0.0892396 Oct 19 00:44:41.491382 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-7a71a7e7-1ad7-48c3-aeb0-d585bd0484df tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Network 635fade4-7ee9-45f4-8020-ceb7d6bf784a is already hosted by enough agents. {{(pid=111414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:44:41.498897 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-2510d9c6-2ddb-42de-b7bf-97b47595c6e3 req-ecf3c770-6560-475d-9a2b-3b8c9521ac14 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=26794d86-1724-4591-bd70-5a538471d680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655379 Oct 19 00:44:41.506226 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-7a71a7e7-1ad7-48c3-aeb0-d585bd0484df tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Resources bound (agent type, host, resource id): {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:44:41.521791 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-7a71a7e7-1ad7-48c3-aeb0-d585bd0484df tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Received port after_create {{(pid=111414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:44:41.539136 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a71a7e7-1ad7-48c3-aeb0-d585bd0484df tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Pushing event updated for resources: {'Port': ['ID=1598d129-803e-437a-be2e-c9127e38bd88,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:41.693559 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-7a71a7e7-1ad7-48c3-aeb0-d585bd0484df tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:41.695068 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-7a71a7e7-1ad7-48c3-aeb0-d585bd0484df tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:41.704283 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-94f73b78-0d60-4c41-a91b-b1c01f44ef48 req-6a8f8295-a9ea-4441-a888-d4aa9b2919e1 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cfe47441-dd27-4b7c-958a-cc2e5c8243ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386743 Oct 19 00:44:41.722466 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62680d5-bab9-4eaf-b225-67c0780b3163 req-00b55b3f-1952-4dd3-aa69-2b8966fdcfa2 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:41.724538 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a62680d5-bab9-4eaf-b225-67c0780b3163 req-00b55b3f-1952-4dd3-aa69-2b8966fdcfa2 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b7c19ee-6d89-4855-bf4b-d35b65bb170b HTTP/1.1" status: 200 len: 943 time: 0.0756676 Oct 19 00:44:41.731583 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-7a71a7e7-1ad7-48c3-aeb0-d585bd0484df tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6699748 Oct 19 00:44:41.751956 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-b2d2fabb-41b4-437a-bc4b-faad0deae47e service neutron] Request body: {'port': {'device_id': 'd8ff0e88-597f-4db1-b5f4-852dd33c566d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:44:41.824535 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a62680d5-bab9-4eaf-b225-67c0780b3163 req-f20ec52e-3362-4d98-906a-dd192f7ded23 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864577 Oct 19 00:44:41.831991 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-b2d2fabb-41b4-437a-bc4b-faad0deae47e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (1598d129-803e-437a-be2e-c9127e38bd88), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:41.920474 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-e9b5a82c-4d87-4cfa-ab4c-f56120de2430 None None] Provisioning complete for port 1598d129-803e-437a-be2e-c9127e38bd88 triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:44:41.921842 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-e9b5a82c-4d87-4cfa-ab4c-f56120de2430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (1598d129-803e-437a-be2e-c9127e38bd88), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:41.922300 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-e9b5a82c-4d87-4cfa-ab4c-f56120de2430 None None] Attempt 1 to provision port 1598d129-803e-437a-be2e-c9127e38bd88 Oct 19 00:44:41.968437 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-e9b5a82c-4d87-4cfa-ab4c-f56120de2430 None None] Port 1598d129-803e-437a-be2e-c9127e38bd88 cannot update to ACTIVE because it is not bound. {{(pid=111416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 19 00:44:42.150384 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-b2d2fabb-41b4-437a-bc4b-faad0deae47e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1598d129-803e-437a-be2e-c9127e38bd88 {{(pid=111414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 00:44:42.160878 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-b2d2fabb-41b4-437a-bc4b-faad0deae47e service neutron] Publish callbacks [] for port (1598d129-803e-437a-be2e-c9127e38bd88), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:42.177932 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.provisioning_blocks [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-b2d2fabb-41b4-437a-bc4b-faad0deae47e service neutron] Transition to ACTIVE for port object 1598d129-803e-437a-be2e-c9127e38bd88 will not be triggered until provisioned by entity L2. {{(pid=111414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 00:44:42.183430 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-b2d2fabb-41b4-437a-bc4b-faad0deae47e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577477'] for port (1598d129-803e-437a-be2e-c9127e38bd88), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:42.281073 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2fabb-41b4-437a-bc4b-faad0deae47e service neutron] Pushing event updated for resources: {'Port': ['ID=1598d129-803e-437a-be2e-c9127e38bd88,revision_number=2']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:42.295112 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d2fabb-41b4-437a-bc4b-faad0deae47e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:44:42.295451 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d2fabb-41b4-437a-bc4b-faad0deae47e service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:44:42.295780 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d2fabb-41b4-437a-bc4b-faad0deae47e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:44:42.296114 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d2fabb-41b4-437a-bc4b-faad0deae47e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:44:42.296442 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d2fabb-41b4-437a-bc4b-faad0deae47e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:44:42.296767 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d2fabb-41b4-437a-bc4b-faad0deae47e service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:44:42.297094 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d2fabb-41b4-437a-bc4b-faad0deae47e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:44:42.297415 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d2fabb-41b4-437a-bc4b-faad0deae47e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:44:42.297735 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d2fabb-41b4-437a-bc4b-faad0deae47e service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:44:42.298064 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d2fabb-41b4-437a-bc4b-faad0deae47e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:44:42.298382 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d2fabb-41b4-437a-bc4b-faad0deae47e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:44:42.298734 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d2fabb-41b4-437a-bc4b-faad0deae47e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:44:42.299050 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d2fabb-41b4-437a-bc4b-faad0deae47e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:44:42.299358 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d2fabb-41b4-437a-bc4b-faad0deae47e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:44:42.299683 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d2fabb-41b4-437a-bc4b-faad0deae47e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:44:42.340448 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-b2d2fabb-41b4-437a-bc4b-faad0deae47e service neutron] Attempting to bind port 1598d129-803e-437a-be2e-c9127e38bd88 on host hv-cinder-maste for vnic_type normal with profile {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:44:42.340834 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-b2d2fabb-41b4-437a-bc4b-faad0deae47e service neutron] Attempting to bind port 1598d129-803e-437a-be2e-c9127e38bd88 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '0949f098-87bd-4d7c-adb9-f3622e4872b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a'}] {{(pid=111414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:44:42.341179 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-b2d2fabb-41b4-437a-bc4b-faad0deae47e service neutron] Attempting to bind port 1598d129-803e-437a-be2e-c9127e38bd88 on network 635fade4-7ee9-45f4-8020-ceb7d6bf784a {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:44:42.379883 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:42.399258 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d73872c-a6e2-4b70-b635-1d2f9397a6a0 req-2fa2b491-46b6-4ba3-87e6-63b459f84bdc tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:42.402603 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-4d73872c-a6e2-4b70-b635-1d2f9397a6a0 req-2fa2b491-46b6-4ba3-87e6-63b459f84bdc tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 946 time: 0.0718691 Oct 19 00:44:42.403252 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-b2d2fabb-41b4-437a-bc4b-faad0deae47e service neutron] Port 1598d129-803e-437a-be2e-c9127e38bd88 on network 635fade4-7ee9-45f4-8020-ceb7d6bf784a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:44:42.403545 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-b2d2fabb-41b4-437a-bc4b-faad0deae47e service neutron] Attempting to bind port 1598d129-803e-437a-be2e-c9127e38bd88 on network 635fade4-7ee9-45f4-8020-ceb7d6bf784a {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:44:42.455570 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-b2d2fabb-41b4-437a-bc4b-faad0deae47e service neutron] Checking agent: {'id': '6724934a-8b6e-4109-8304-d160e240b776', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 38, 31), 'started_at': datetime.datetime(2022, 10, 19, 0, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:44:42.456067 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-b2d2fabb-41b4-437a-bc4b-faad0deae47e service neutron] Checking segment: {'id': '0949f098-87bd-4d7c-adb9-f3622e4872b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:44:42.456547 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-b2d2fabb-41b4-437a-bc4b-faad0deae47e service neutron] Bound using segment: {'id': '0949f098-87bd-4d7c-adb9-f3622e4872b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a'} {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:44:42.457128 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-b2d2fabb-41b4-437a-bc4b-faad0deae47e service neutron] Bound port: 1598d129-803e-437a-be2e-c9127e38bd88, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0949f098-87bd-4d7c-adb9-f3622e4872b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a'}}] {{(pid=111414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:44:42.457564 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-b2d2fabb-41b4-437a-bc4b-faad0deae47e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (1598d129-803e-437a-be2e-c9127e38bd88), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:42.548824 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-b2d2fabb-41b4-437a-bc4b-faad0deae47e service neutron] For port 1598d129-803e-437a-be2e-c9127e38bd88, host hv-cinder-maste, cleared binding levels {{(pid=111414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:44:42.553084 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-b2d2fabb-41b4-437a-bc4b-faad0deae47e service neutron] For port 1598d129-803e-437a-be2e-c9127e38bd88, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1598d129-803e-437a-be2e-c9127e38bd88,segment=NetworkSegment(0949f098-87bd-4d7c-adb9-f3622e4872b3),segment_id=0949f098-87bd-4d7c-adb9-f3622e4872b3)] {{(pid=111414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:44:42.564490 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-b2d2fabb-41b4-437a-bc4b-faad0deae47e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577477'] for port (1598d129-803e-437a-be2e-c9127e38bd88), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:42.573874 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-b2d2fabb-41b4-437a-bc4b-faad0deae47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:42.574922 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-b2d2fabb-41b4-437a-bc4b-faad0deae47e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:42.577232 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-b2d2fabb-41b4-437a-bc4b-faad0deae47e service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/1598d129-803e-437a-be2e-c9127e38bd88 HTTP/1.1" status: 200 len: 1094 time: 0.8295677 Oct 19 00:44:42.578148 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ff0e88-597f-4db1-b5f4-852dd33c566d', 'tag': '1598d129-803e-437a-be2e-c9127e38bd88'}] {{(pid=111414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:44:42.581959 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e46469f00a83062af0f8a877bbd3a06bc7f865c711541049e4990ec8a28c8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee45477f-68db-4c1e-ae59-0dc1dc588243" -d '{"events": [{"name": "network-changed", "server_uuid": "d8ff0e88-597f-4db1-b5f4-852dd33c566d", "tag": "1598d129-803e-437a-be2e-c9127e38bd88"}]}' {{(pid=111414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:44:42.669570 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2fabb-41b4-437a-bc4b-faad0deae47e service neutron] Pushing event updated for resources: {'Port': ['ID=1598d129-803e-437a-be2e-c9127e38bd88,revision_number=3']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:42.755574 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-4d73872c-a6e2-4b70-b635-1d2f9397a6a0 req-d2637c74-21bd-4c40-a91a-f0e2d2b4eba0 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04f1a968-924f-44d0-a4af-e64f250eb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3463750 Oct 19 00:44:42.875459 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0026aec-26b2-43ba-9dbd-97a8cf117945 req-b21d912d-382d-4db1-b291-b1218c3e5be3 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:42.877105 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c0026aec-26b2-43ba-9dbd-97a8cf117945 req-b21d912d-382d-4db1-b291-b1218c3e5be3 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8ff0e88-597f-4db1-b5f4-852dd33c566d HTTP/1.1" status: 200 len: 944 time: 0.0560527 Oct 19 00:44:42.936349 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c0026aec-26b2-43ba-9dbd-97a8cf117945 req-8fc1bd73-346b-460f-94b0-c99139d7eeff tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=26794d86-1724-4591-bd70-5a538471d680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516536 Oct 19 00:44:42.988813 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 00:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93cb58a-fd90-4cad-8303-f58ddb093763 x-openstack-request-id: req-d93cb58a-fd90-4cad-8303-f58ddb093763 {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:44:42.989275 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8ff0e88-597f-4db1-b5f4-852dd33c566d", "tag": "1598d129-803e-437a-be2e-c9127e38bd88", "status": "completed", "code": 200}]} {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:44:42.989729 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d93cb58a-fd90-4cad-8303-f58ddb093763 {{(pid=111414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:44:42.990377 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d93cb58a-fd90-4cad-8303-f58ddb093763'] response: {'name': 'network-changed', 'server_uuid': 'd8ff0e88-597f-4db1-b5f4-852dd33c566d', 'tag': '1598d129-803e-437a-be2e-c9127e38bd88', 'status': 'completed', 'code': 200} Oct 19 00:44:43.091989 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7c8d2-0303-43e4-af67-bef3ac1704a2 req-beb39d2d-95ce-4cb7-9318-b3bfa0a1e7cb tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:43.093553 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d7c7c8d2-0303-43e4-af67-bef3ac1704a2 req-beb39d2d-95ce-4cb7-9318-b3bfa0a1e7cb tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b7c19ee-6d89-4855-bf4b-d35b65bb170b HTTP/1.1" status: 200 len: 943 time: 0.0546060 Oct 19 00:44:43.132274 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:43.156270 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d7c7c8d2-0303-43e4-af67-bef3ac1704a2 req-a7e79d02-3ee1-4166-8bac-36a4a922c80b tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563765 Oct 19 00:44:43.924353 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a9a45-443c-48ef-9ae4-712c7ab33c2e req-864e2235-5550-41e0-84e9-f3fa6a432041 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:43.926186 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-938a9a45-443c-48ef-9ae4-712c7ab33c2e req-864e2235-5550-41e0-84e9-f3fa6a432041 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 946 time: 0.0513496 Oct 19 00:44:43.983298 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-938a9a45-443c-48ef-9ae4-712c7ab33c2e req-a960860f-4ef3-4058-ba36-61476c899236 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04f1a968-924f-44d0-a4af-e64f250eb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496411 Oct 19 00:44:44.107295 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babea24f-e700-47a6-af24-0d9b6e95f4da req-26d268ab-4b70-437d-92c7-25daa0d6ced6 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:44.108906 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-babea24f-e700-47a6-af24-0d9b6e95f4da req-26d268ab-4b70-437d-92c7-25daa0d6ced6 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8ff0e88-597f-4db1-b5f4-852dd33c566d HTTP/1.1" status: 200 len: 944 time: 0.0545530 Oct 19 00:44:44.168480 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-babea24f-e700-47a6-af24-0d9b6e95f4da req-0b882399-18d3-4546-a8f1-beb5540cf632 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=26794d86-1724-4591-bd70-5a538471d680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496151 Oct 19 00:44:44.287703 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.agents_db [None req-a13584a9-f264-4877-bb17-87a252e2109a None None] Agent healthcheck: found 6 active agents {{(pid=111417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:44:44.311203 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06fec12-774e-42d6-ae47-87a8ed75f40f req-2561869d-1650-4aad-8e3f-7bf221056abf tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:44.312802 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a06fec12-774e-42d6-ae47-87a8ed75f40f req-2561869d-1650-4aad-8e3f-7bf221056abf tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b7c19ee-6d89-4855-bf4b-d35b65bb170b HTTP/1.1" status: 200 len: 943 time: 0.0547163 Oct 19 00:44:44.372445 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a06fec12-774e-42d6-ae47-87a8ed75f40f req-843320c5-3a39-42b9-a46e-36eea7df0ef3 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534058 Oct 19 00:44:44.642309 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:44.659886 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45477f-68db-4c1e-ae59-0dc1dc588243 req-a94f02d2-8750-4b71-ad38-561269384d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:44.661776 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-ee45477f-68db-4c1e-ae59-0dc1dc588243 req-a94f02d2-8750-4b71-ad38-561269384d99 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=0b35c2038f6b4d0a9012b004f1416c00&device_id=d8ff0e88-597f-4db1-b5f4-852dd33c566d HTTP/1.1" status: 200 len: 1128 time: 0.0522208 Oct 19 00:44:44.816873 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45477f-68db-4c1e-ae59-0dc1dc588243 req-8d811ae5-3294-4e5c-9364-a9b181b1745f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:44.818342 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-ee45477f-68db-4c1e-ae59-0dc1dc588243 req-8d811ae5-3294-4e5c-9364-a9b181b1745f service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=0b35c2038f6b4d0a9012b004f1416c00&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1429338 Oct 19 00:44:44.977590 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45477f-68db-4c1e-ae59-0dc1dc588243 req-ecc0639b-fd91-4a8f-95b8-3cb3b34290a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:44.979585 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-ee45477f-68db-4c1e-ae59-0dc1dc588243 req-ecc0639b-fd91-4a8f-95b8-3cb3b34290a5 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1547287 Oct 19 00:44:45.095214 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-73024716-9eaf-487b-a0ab-adfbab456c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:45.097643 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-73024716-9eaf-487b-a0ab-adfbab456c65 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=0b35c2038f6b4d0a9012b004f1416c00&device_id=d8ff0e88-597f-4db1-b5f4-852dd33c566d HTTP/1.1" status: 200 len: 1128 time: 0.0512800 Oct 19 00:44:45.117647 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909c1b8-1782-4b3f-9952-422222e5d6b7 req-9b425c91-83ce-4300-9622-6a667666270c tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:45.119422 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8909c1b8-1782-4b3f-9952-422222e5d6b7 req-9b425c91-83ce-4300-9622-6a667666270c tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/networks?id=febcf320-b179-4c31-a898-24a66a89b934 HTTP/1.1" status: 200 len: 813 time: 0.1620915 Oct 19 00:44:45.140458 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8909c1b8-1782-4b3f-9952-422222e5d6b7 req-a537a21f-45ae-472b-8ba7-ecddc41f1e9a tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/quotas/1235d8b054b3405595fca761f08b73ae HTTP/1.1" status: 200 len: 375 time: 0.0119390 Oct 19 00:44:45.151482 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-fdcb125f-8b5a-4c87-82bb-df4c1b803b9e service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1598d129-803e-437a-be2e-c9127e38bd88 HTTP/1.1" status: 200 len: 217 time: 0.0361814 Oct 19 00:44:45.200536 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8909c1b8-1782-4b3f-9952-422222e5d6b7 req-075b1b4c-183d-471d-b39d-d2dc1785bdc3 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=1235d8b054b3405595fca761f08b73ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503526 Oct 19 00:44:45.215999 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-45d08b8b-9505-42cb-a604-d72a218c820e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:45.218866 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-45d08b8b-9505-42cb-a604-d72a218c820e service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=749347d7-6beb-499e-80b2-119168147fbe HTTP/1.1" status: 200 len: 852 time: 0.0592501 Oct 19 00:44:45.353255 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8909c1b8-1782-4b3f-9952-422222e5d6b7 req-f531fa99-8100-4973-821e-bc2da7443ef1 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/febcf320-b179-4c31-a898-24a66a89b934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432681 Oct 19 00:44:45.403119 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-3a024067-1656-44cf-9a8e-804f0ad73262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:45.405633 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-3a024067-1656-44cf-9a8e-804f0ad73262 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=635fade4-7ee9-45f4-8020-ceb7d6bf784a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0724804 Oct 19 00:44:45.489972 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8909c1b8-1782-4b3f-9952-422222e5d6b7 req-c7e4e0ff-c43a-45f8-916c-3ce37958a8a8 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/febcf320-b179-4c31-a898-24a66a89b934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237803 Oct 19 00:44:45.529663 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-12127a08-c30c-43ce-9fbd-824527e8fea9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/635fade4-7ee9-45f4-8020-ceb7d6bf784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164765 Oct 19 00:44:45.746575 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-56d82a1b-c6e0-4309-898e-1910e77bd13a req-de4bb980-b721-44c8-84e0-975b07879789 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/635fade4-7ee9-45f4-8020-ceb7d6bf784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697059 Oct 19 00:44:45.757017 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf56088e-b791-41d3-aa5f-40a4c1c06143 req-41c260f0-000b-4fe3-a6cb-3a3b048fa663 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:45.760385 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-cf56088e-b791-41d3-aa5f-40a4c1c06143 req-41c260f0-000b-4fe3-a6cb-3a3b048fa663 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 946 time: 0.0899792 Oct 19 00:44:45.776791 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:45.843224 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-cf56088e-b791-41d3-aa5f-40a4c1c06143 req-3f69b6d6-32f9-4b8b-9c5e-001f6e4cf389 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04f1a968-924f-44d0-a4af-e64f250eb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766003 Oct 19 00:44:46.042269 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e8b7e-3646-4fc3-9e5c-2b0208b09ab8 req-4814afc9-90dc-42c9-97b9-30e8c0b74f47 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:46.047281 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-462e8b7e-3646-4fc3-9e5c-2b0208b09ab8 req-4814afc9-90dc-42c9-97b9-30e8c0b74f47 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8ff0e88-597f-4db1-b5f4-852dd33c566d HTTP/1.1" status: 200 len: 944 time: 0.1025484 Oct 19 00:44:46.135294 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-462e8b7e-3646-4fc3-9e5c-2b0208b09ab8 req-9ca81620-3d42-43f8-bf03-6eda92798d34 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=26794d86-1724-4591-bd70-5a538471d680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765142 Oct 19 00:44:46.303905 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c8538-6237-42e5-8420-1a67546a58df req-2e276150-6b13-49ba-ad6a-dae23e36a343 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:46.305699 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-808c8538-6237-42e5-8420-1a67546a58df req-2e276150-6b13-49ba-ad6a-dae23e36a343 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b7c19ee-6d89-4855-bf4b-d35b65bb170b HTTP/1.1" status: 200 len: 943 time: 0.0641344 Oct 19 00:44:46.370160 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-808c8538-6237-42e5-8420-1a67546a58df req-dfeacf2c-20eb-4068-bb41-7860d4e81161 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538497 Oct 19 00:44:46.472812 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-1b011fe3-e8a8-472a-a380-f5cacc979c7c req-83e967b8-e29a-4d54-b560-300bf41c9ea2 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7dd981d-4382-47dc-8d9c-effae6f630f3 HTTP/1.1" status: 200 len: 210 time: 0.0369399 Oct 19 00:44:46.999788 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c79fa3-e415-41eb-a8a5-0210184368dc req-f1f0a0ad-d2cf-43ab-b87f-14b379ca2daf tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:47.001394 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-93c79fa3-e415-41eb-a8a5-0210184368dc req-f1f0a0ad-d2cf-43ab-b87f-14b379ca2daf tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 946 time: 0.0568035 Oct 19 00:44:47.064965 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-93c79fa3-e415-41eb-a8a5-0210184368dc req-6f17bf5a-cfb4-4ff7-8ada-8531932c6116 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04f1a968-924f-44d0-a4af-e64f250eb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525970 Oct 19 00:44:47.278854 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc8da4-6de8-4af2-8d99-e590efff647f req-a0480d10-8056-4fa7-b091-482dc4acf595 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:47.280542 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-08cc8da4-6de8-4af2-8d99-e590efff647f req-a0480d10-8056-4fa7-b091-482dc4acf595 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8ff0e88-597f-4db1-b5f4-852dd33c566d HTTP/1.1" status: 200 len: 944 time: 0.0541508 Oct 19 00:44:47.313521 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:47.340324 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-08cc8da4-6de8-4af2-8d99-e590efff647f req-07c0132e-0183-410e-97bf-2ff89613222c tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=26794d86-1724-4591-bd70-5a538471d680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494907 Oct 19 00:44:47.521594 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef4c12-b046-42a0-aab0-f7e1ed627000 req-e2c6e859-9d22-4139-8af7-3c4e7d42d541 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:47.523222 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-aaef4c12-b046-42a0-aab0-f7e1ed627000 req-e2c6e859-9d22-4139-8af7-3c4e7d42d541 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b7c19ee-6d89-4855-bf4b-d35b65bb170b HTTP/1.1" status: 200 len: 943 time: 0.0573690 Oct 19 00:44:47.582435 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-aaef4c12-b046-42a0-aab0-f7e1ed627000 req-e8760db7-577b-4d9b-a2c8-70e408cd6bac tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521874 Oct 19 00:44:47.675046 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-46a590ba-7500-46ea-a6e1-a799359fa000 req-8633a9de-c442-4098-999b-287f96fcdc4e tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7dd981d-4382-47dc-8d9c-effae6f630f3 HTTP/1.1" status: 200 len: 210 time: 0.0295999 Oct 19 00:44:48.277747 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd727f-d711-4e40-b517-76d2c75af6f9 req-aacb97b9-8a52-4a45-9a7d-18b5198dd136 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:48.279922 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-0ebd727f-d711-4e40-b517-76d2c75af6f9 req-aacb97b9-8a52-4a45-9a7d-18b5198dd136 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 946 time: 0.0848939 Oct 19 00:44:48.332471 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8f282-ec41-458a-9b1f-9fa86c98e5f4 req-74a06792-ed97-4803-8870-f82f9a802aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:48.335634 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-77e8f282-ec41-458a-9b1f-9fa86c98e5f4 req-74a06792-ed97-4803-8870-f82f9a802aa7 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 1130 time: 0.0779347 Oct 19 00:44:48.343186 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-0ebd727f-d711-4e40-b517-76d2c75af6f9 req-06790ecd-87b9-4bfb-b156-9fde6f65b91e tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04f1a968-924f-44d0-a4af-e64f250eb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550454 Oct 19 00:44:48.412664 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-77e8f282-ec41-458a-9b1f-9fa86c98e5f4 req-bd6a709c-e5df-4c38-849d-54cfdbe3d72a service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=04f1a968-924f-44d0-a4af-e64f250eb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646007 Oct 19 00:44:48.484193 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28582c52-f772-40c4-8729-829b2c1c075c req-b1f5d8a0-60b9-4ac0-b37e-f0dae4dc8881 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:48.485846 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-28582c52-f772-40c4-8729-829b2c1c075c req-b1f5d8a0-60b9-4ac0-b37e-f0dae4dc8881 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8ff0e88-597f-4db1-b5f4-852dd33c566d HTTP/1.1" status: 200 len: 944 time: 0.0566096 Oct 19 00:44:48.531232 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 1598d129-803e-437a-be2e-c9127e38bd88 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=111416) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:44:48.542696 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-28582c52-f772-40c4-8729-829b2c1c075c req-dda768a1-df5e-480b-b89d-f16921a14cbd tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=26794d86-1724-4591-bd70-5a538471d680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509512 Oct 19 00:44:48.567962 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:48.649004 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port 1598d129-803e-437a-be2e-c9127e38bd88, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1598d129-803e-437a-be2e-c9127e38bd88,segment=NetworkSegment(0949f098-87bd-4d7c-adb9-f3622e4872b3),segment_id=0949f098-87bd-4d7c-adb9-f3622e4872b3)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:44:48.663238 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Returning: {'device': '1598d129-803e-437a-be2e-c9127e38bd88', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'port_id': '1598d129-803e-437a-be2e-c9127e38bd88', 'mac_address': 'fa:16:3e:b2:30:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '749347d7-6beb-499e-80b2-119168147fbe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111416) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:44:48.705169 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port 1598d129-803e-437a-be2e-c9127e38bd88 is: DOWN; New status is: BUILD {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:44:48.705558 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (1598d129-803e-437a-be2e-c9127e38bd88), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:48.718805 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ed958-4010-45bf-8674-bb6f4a93af46 req-6503384f-37df-4725-916b-d852c76384c3 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:48.722532 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9a9ed958-4010-45bf-8674-bb6f4a93af46 req-6503384f-37df-4725-916b-d852c76384c3 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b7c19ee-6d89-4855-bf4b-d35b65bb170b HTTP/1.1" status: 200 len: 943 time: 0.0581307 Oct 19 00:44:48.723196 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1598d129-803e-437a-be2e-c9127e38bd88 {{(pid=111416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 00:44:48.750361 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port 1598d129-803e-437a-be2e-c9127e38bd88, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1598d129-803e-437a-be2e-c9127e38bd88,segment=NetworkSegment(0949f098-87bd-4d7c-adb9-f3622e4872b3),segment_id=0949f098-87bd-4d7c-adb9-f3622e4872b3)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:44:48.755325 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (1598d129-803e-437a-be2e-c9127e38bd88), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:48.795570 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9a9ed958-4010-45bf-8674-bb6f4a93af46 req-82789179-cbd1-4d40-ae0a-1d278e453ee3 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653505 Oct 19 00:44:48.809576 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=1598d129-803e-437a-be2e-c9127e38bd88,revision_number=4']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:48.891053 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-efdc50ba-cca1-4f2d-9876-607f9d3767c0 req-795fa3a1-2f82-4b5a-b30a-062207de30d0 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7dd981d-4382-47dc-8d9c-effae6f630f3 HTTP/1.1" status: 200 len: 210 time: 0.0315928 Oct 19 00:44:49.113896 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] get_ports_and_sgs() called for port_ids ['1598d129-803e-437a-be2e-c9127e38bd88'] {{(pid=111416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 00:44:49.519073 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ddb52-41e1-4f34-8d4a-719634ee7a95 req-25aa3ac4-0ee5-4f10-b311-6121532b6560 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:49.521720 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-7e8ddb52-41e1-4f34-8d4a-719634ee7a95 req-25aa3ac4-0ee5-4f10-b311-6121532b6560 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 946 time: 0.0734303 Oct 19 00:44:49.599135 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-7e8ddb52-41e1-4f34-8d4a-719634ee7a95 req-cd7ec2f8-b358-4f07-95df-609bb2734e69 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04f1a968-924f-44d0-a4af-e64f250eb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708976 Oct 19 00:44:49.768291 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabdcaae-96ae-4f31-aced-29df9ceb385d req-decba16f-aa67-425f-86fa-e10c9dd43bf5 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:49.769906 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-eabdcaae-96ae-4f31-aced-29df9ceb385d req-decba16f-aa67-425f-86fa-e10c9dd43bf5 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8ff0e88-597f-4db1-b5f4-852dd33c566d HTTP/1.1" status: 200 len: 945 time: 0.0597086 Oct 19 00:44:49.826416 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-eabdcaae-96ae-4f31-aced-29df9ceb385d req-8d4ae482-dc2b-4446-b381-fa9cbc3a3672 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=26794d86-1724-4591-bd70-5a538471d680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499701 Oct 19 00:44:49.974107 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a4b657-ed0c-4478-b5a5-ef8be72600c6 req-fc42486c-9f08-48cb-bbe8-cddf84f49e2e tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:49.977054 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-b9a4b657-ed0c-4478-b5a5-ef8be72600c6 req-fc42486c-9f08-48cb-bbe8-cddf84f49e2e tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b7c19ee-6d89-4855-bf4b-d35b65bb170b HTTP/1.1" status: 200 len: 943 time: 0.0592396 Oct 19 00:44:49.990929 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:50.037162 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-b9a4b657-ed0c-4478-b5a5-ef8be72600c6 req-50322e22-17de-4848-9186-e34f1ebd107b tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537724 Oct 19 00:44:50.142405 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-cac82a09-6887-4da9-964f-8ebdab5050e8 req-a7d4129b-14de-46ff-83d8-64a9f34addf8 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7dd981d-4382-47dc-8d9c-effae6f630f3 HTTP/1.1" status: 200 len: 210 time: 0.0322886 Oct 19 00:44:50.564211 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 1598d129-803e-437a-be2e-c9127e38bd88 up at agent hyperv_hv-cinder-maste {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:44:50.612720 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Provisioning for port 1598d129-803e-437a-be2e-c9127e38bd88 completed by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 19 00:44:50.620925 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Provisioning complete for port 1598d129-803e-437a-be2e-c9127e38bd88 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:44:50.621473 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (1598d129-803e-437a-be2e-c9127e38bd88), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:50.621759 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Attempt 1 to provision port 1598d129-803e-437a-be2e-c9127e38bd88 Oct 19 00:44:50.711940 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port 1598d129-803e-437a-be2e-c9127e38bd88 is: BUILD; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:44:50.712373 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (1598d129-803e-437a-be2e-c9127e38bd88), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:50.742918 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ff0e88-597f-4db1-b5f4-852dd33c566d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1598d129-803e-437a-be2e-c9127e38bd88'}] {{(pid=111416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:44:50.745758 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0240e38e362fdc750089dc1f1183b30604621660299f95a12c585bcfa6b02ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58c0336-75e3-449b-86bf-90a3fdabc761" -d '{"events": [{"server_uuid": "d8ff0e88-597f-4db1-b5f4-852dd33c566d", "name": "network-vif-plugged", "status": "completed", "tag": "1598d129-803e-437a-be2e-c9127e38bd88"}]}' {{(pid=111416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:44:50.762277 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port 1598d129-803e-437a-be2e-c9127e38bd88, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1598d129-803e-437a-be2e-c9127e38bd88,segment=NetworkSegment(0949f098-87bd-4d7c-adb9-f3622e4872b3),segment_id=0949f098-87bd-4d7c-adb9-f3622e4872b3)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:44:50.769051 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (1598d129-803e-437a-be2e-c9127e38bd88), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:50.777272 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:50.794190 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79395b1-2d9c-46dd-a847-88a8e83df649 req-2d116950-0a2f-4198-ba01-5e20ccba6ed9 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:50.796892 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d79395b1-2d9c-46dd-a847-88a8e83df649 req-2d116950-0a2f-4198-ba01-5e20ccba6ed9 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 946 time: 0.0750251 Oct 19 00:44:50.855918 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=1598d129-803e-437a-be2e-c9127e38bd88,revision_number=5']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:50.873404 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d79395b1-2d9c-46dd-a847-88a8e83df649 req-20551dfe-5e79-4b49-8e80-aeb63abd795a tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04f1a968-924f-44d0-a4af-e64f250eb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695841 Oct 19 00:44:50.928776 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 00:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715e54d9-d389-4ccc-be64-a246f596b105 x-openstack-request-id: req-715e54d9-d389-4ccc-be64-a246f596b105 {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:44:50.929340 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8ff0e88-597f-4db1-b5f4-852dd33c566d", "name": "network-vif-plugged", "status": "completed", "tag": "1598d129-803e-437a-be2e-c9127e38bd88", "code": 200}]} {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:44:50.930044 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-715e54d9-d389-4ccc-be64-a246f596b105 {{(pid=111416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:44:50.930840 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-715e54d9-d389-4ccc-be64-a246f596b105'] response: {'server_uuid': 'd8ff0e88-597f-4db1-b5f4-852dd33c566d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1598d129-803e-437a-be2e-c9127e38bd88', 'code': 200} Oct 19 00:44:51.047591 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc64d8c-fc7b-4341-bcae-6118fad0e02b req-731532ae-a3fa-4893-a66f-f293959a4711 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:51.050290 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8bc64d8c-fc7b-4341-bcae-6118fad0e02b req-731532ae-a3fa-4893-a66f-f293959a4711 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8ff0e88-597f-4db1-b5f4-852dd33c566d HTTP/1.1" status: 200 len: 946 time: 0.0719254 Oct 19 00:44:51.127058 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8bc64d8c-fc7b-4341-bcae-6118fad0e02b req-9d195b83-f04d-45c9-8f94-4c21103cb876 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=26794d86-1724-4591-bd70-5a538471d680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705566 Oct 19 00:44:51.347376 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9e2fa-eee0-4250-8f92-95cf370d2fda req-ac79d553-835c-41d9-9e59-bc9cd5303310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:51.349446 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-23b9e2fa-eee0-4250-8f92-95cf370d2fda req-ac79d553-835c-41d9-9e59-bc9cd5303310 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d8ff0e88-597f-4db1-b5f4-852dd33c566d HTTP/1.1" status: 200 len: 1130 time: 0.0747039 Oct 19 00:44:51.406653 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-23b9e2fa-eee0-4250-8f92-95cf370d2fda req-719e244c-eb91-4a9e-80c5-5891cbc3412c service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=26794d86-1724-4591-bd70-5a538471d680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504637 Oct 19 00:44:51.460246 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898b5ed-1617-45c6-90e1-b746a8cfc2f0 req-ad506a5e-765e-4535-ae1d-e200f9866d96 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:51.461837 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-5898b5ed-1617-45c6-90e1-b746a8cfc2f0 req-ad506a5e-765e-4535-ae1d-e200f9866d96 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b7c19ee-6d89-4855-bf4b-d35b65bb170b HTTP/1.1" status: 200 len: 943 time: 0.0529759 Oct 19 00:44:51.488951 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:51.517817 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-5898b5ed-1617-45c6-90e1-b746a8cfc2f0 req-b7273264-72d4-435d-a998-fc5615853654 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494182 Oct 19 00:44:51.615208 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-dc850883-a262-43d5-84f0-ad2e8f5239bd req-2ffdf0ed-1e1c-4871-8851-e27058f76b8e tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7dd981d-4382-47dc-8d9c-effae6f630f3 HTTP/1.1" status: 200 len: 210 time: 0.0309191 Oct 19 00:44:51.824136 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab0a63-3b85-433a-95c9-399c67b97fa6 req-690fe274-7a4b-42e9-ae93-4ba49f41d2ad tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:51.825720 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-27ab0a63-3b85-433a-95c9-399c67b97fa6 req-690fe274-7a4b-42e9-ae93-4ba49f41d2ad tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 946 time: 0.0530496 Oct 19 00:44:51.881535 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-27ab0a63-3b85-433a-95c9-399c67b97fa6 req-2f9b8cae-281f-4ae1-a908-9b661719e5b8 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04f1a968-924f-44d0-a4af-e64f250eb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497923 Oct 19 00:44:52.276949 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87128a6e-2a19-415e-a03d-ee1510008985 req-d3684edb-c7ae-4d88-8172-62105043d10f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:52.278595 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-87128a6e-2a19-415e-a03d-ee1510008985 req-d3684edb-c7ae-4d88-8172-62105043d10f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8ff0e88-597f-4db1-b5f4-852dd33c566d HTTP/1.1" status: 200 len: 946 time: 0.0551209 Oct 19 00:44:52.336854 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-87128a6e-2a19-415e-a03d-ee1510008985 req-cfd0aa3c-14a2-449a-be92-ae564c38b819 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=26794d86-1724-4591-bd70-5a538471d680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516596 Oct 19 00:44:52.560417 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:52.580560 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 3f92cbb3-bb62-457d-b0d7-92947884c5fb details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=111416) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:44:52.631094 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7626a8-ef6f-4567-871e-2b6aeeea84dd req-25e372bf-152e-482c-ab3e-1b74c19b2539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:52.632737 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-da7626a8-ef6f-4567-871e-2b6aeeea84dd req-25e372bf-152e-482c-ab3e-1b74c19b2539 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c0151d58abd047a692f5cc4e7d05bea5&device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 1130 time: 0.0930784 Oct 19 00:44:52.710094 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port 3f92cbb3-bb62-457d-b0d7-92947884c5fb, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3f92cbb3-bb62-457d-b0d7-92947884c5fb,segment=NetworkSegment(e263339d-8163-42c1-82aa-55d7bd373377),segment_id=e263339d-8163-42c1-82aa-55d7bd373377)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:44:52.726013 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Returning: {'device': '3f92cbb3-bb62-457d-b0d7-92947884c5fb', 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac', 'port_id': '3f92cbb3-bb62-457d-b0d7-92947884c5fb', 'mac_address': 'fa:16:3e:61:a8:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed6b2b90-24f3-4781-a6d8-0b858f53c7ca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111416) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:44:52.730444 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67f5db-2a16-461f-aeae-fffceff5c404 req-e28cbf09-6aab-445b-b28e-bd32caa7f8b7 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:52.734176 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-6e67f5db-2a16-461f-aeae-fffceff5c404 req-e28cbf09-6aab-445b-b28e-bd32caa7f8b7 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b7c19ee-6d89-4855-bf4b-d35b65bb170b HTTP/1.1" status: 200 len: 943 time: 0.0984540 Oct 19 00:44:52.774248 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:52.776667 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port 3f92cbb3-bb62-457d-b0d7-92947884c5fb is: DOWN; New status is: BUILD {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:44:52.777406 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (3f92cbb3-bb62-457d-b0d7-92947884c5fb), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:52.815100 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f92cbb3-bb62-457d-b0d7-92947884c5fb {{(pid=111416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 00:44:52.854738 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port 3f92cbb3-bb62-457d-b0d7-92947884c5fb, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3f92cbb3-bb62-457d-b0d7-92947884c5fb,segment=NetworkSegment(e263339d-8163-42c1-82aa-55d7bd373377),segment_id=e263339d-8163-42c1-82aa-55d7bd373377)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:44:52.873286 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (3f92cbb3-bb62-457d-b0d7-92947884c5fb), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:52.874628 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-6e67f5db-2a16-461f-aeae-fffceff5c404 req-510b34d9-7f44-43f6-a9fa-25fa8b525707 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288614 Oct 19 00:44:52.996056 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=3f92cbb3-bb62-457d-b0d7-92947884c5fb,revision_number=4']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:53.010743 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:44:53.011280 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:44:53.011882 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:44:53.013434 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:44:53.013434 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:44:53.013434 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:44:53.013942 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:44:53.014657 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:44:53.015159 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:44:53.015676 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:44:53.016201 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:44:53.016726 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:44:53.017257 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:44:53.017784 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:44:53.018316 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:44:53.068974 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-44c8fbba-5ef7-4c5e-bc10-f687a81521e5 req-ff452e8d-4581-463b-ada0-29957780a6ca tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7dd981d-4382-47dc-8d9c-effae6f630f3 HTTP/1.1" status: 200 len: 210 time: 0.0372314 Oct 19 00:44:53.073058 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909c1b8-1782-4b3f-9952-422222e5d6b7 req-67cd9a62-6812-4d71-b0b9-0ec0cee6d150 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:53.075285 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-8909c1b8-1782-4b3f-9952-422222e5d6b7 req-67cd9a62-6812-4d71-b0b9-0ec0cee6d150 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.20 "GET /networking/v2.0/networks?id=febcf320-b179-4c31-a898-24a66a89b934 HTTP/1.1" status: 200 len: 813 time: 0.3848355 Oct 19 00:44:53.076980 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7626a8-ef6f-4567-871e-2b6aeeea84dd req-791d3d9a-c0b8-47aa-94a1-90588787eb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:53.078927 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-da7626a8-ef6f-4567-871e-2b6aeeea84dd req-791d3d9a-c0b8-47aa-94a1-90588787eb7e service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=75c84943-00ac-41e3-a6c3-2ea734b46148 HTTP/1.1" status: 200 len: 920 time: 0.3909302 Oct 19 00:44:53.191598 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9aae25-b51f-4011-b490-f4089ffb6031 req-b5b3a1ec-365d-4d2e-b156-296288a6da4b tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:53.193267 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8c9aae25-b51f-4011-b490-f4089ffb6031 req-b5b3a1ec-365d-4d2e-b156-296288a6da4b tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 946 time: 0.0545287 Oct 19 00:44:53.247339 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] get_ports_and_sgs() called for port_ids ['3f92cbb3-bb62-457d-b0d7-92947884c5fb'] {{(pid=111416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 00:44:53.249900 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8c9aae25-b51f-4011-b490-f4089ffb6031 req-6a4bc9f9-6a07-4975-890e-8f5fa7137503 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04f1a968-924f-44d0-a4af-e64f250eb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497813 Oct 19 00:44:53.472637 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [req-8909c1b8-1782-4b3f-9952-422222e5d6b7 req-37e0c4c7-4866-46a7-a704-fe90befbdc97 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Request body: {'port': {'device_id': 'c7dd981d-4382-47dc-8d9c-effae6f630f3', 'network_id': 'febcf320-b179-4c31-a898-24a66a89b934', 'admin_state_up': True, 'tenant_id': '1235d8b054b3405595fca761f08b73ae'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:44:53.483838 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0601479-7435-462b-a251-40dfaf57bd66 req-3560e595-3d27-4d10-aa32-9cadc590f9c9 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:53.492533 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-b0601479-7435-462b-a251-40dfaf57bd66 req-3560e595-3d27-4d10-aa32-9cadc590f9c9 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8ff0e88-597f-4db1-b5f4-852dd33c566d HTTP/1.1" status: 200 len: 946 time: 0.0709877 Oct 19 00:44:53.508238 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=100 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:53.567133 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-b0601479-7435-462b-a251-40dfaf57bd66 req-853ed334-b31a-4523-a957-9ab06344c02f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=26794d86-1724-4591-bd70-5a538471d680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735912 Oct 19 00:44:53.695568 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc494a2-3dbb-479f-a25b-22544ef91264 req-11beb6d0-1a9d-4c7e-a717-ba6dcca9e764 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:53.699649 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-0cc494a2-3dbb-479f-a25b-22544ef91264 req-11beb6d0-1a9d-4c7e-a717-ba6dcca9e764 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8ff0e88-597f-4db1-b5f4-852dd33c566d HTTP/1.1" status: 200 len: 946 time: 0.0565083 Oct 19 00:44:53.704736 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-da7626a8-ef6f-4567-871e-2b6aeeea84dd req-86df27bb-9e3f-4da2-9cb4-e64135249cc0 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=667c66be-7422-49b6-8e96-6c36f067b697 HTTP/1.1" status: 200 len: 1001 time: 0.2090905 Oct 19 00:44:53.709273 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 36018) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:44:53.714841 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-e6a2faa7-6b7e-4b59-a431-f59d3361ef05 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Request body: {'floatingip': {'port_id': '1598d129-803e-437a-be2e-c9127e38bd88'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:44:53.763965 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-e6a2faa7-6b7e-4b59-a431-f59d3361ef05 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for floatingip (085c3b85-baae-4814-ac1b-18c113d24ade), before_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:53.854781 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7626a8-ef6f-4567-871e-2b6aeeea84dd req-d071abc9-9a2d-438a-9e3e-02fc008e308e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:53.857394 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-da7626a8-ef6f-4567-871e-2b6aeeea84dd req-d071abc9-9a2d-438a-9e3e-02fc008e308e service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=da4d7e39-f806-4ee4-9a72-d230cc0f9d32 HTTP/1.1" status: 200 len: 858 time: 0.1438422 Oct 19 00:44:53.935328 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8909c1b8-1782-4b3f-9952-422222e5d6b7 req-37e0c4c7-4866-46a7-a704-fe90befbdc97 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Made reservation on behalf of 1235d8b054b3405595fca761f08b73ae for: {'port': 1} {{(pid=111414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:44:53.941767 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-8909c1b8-1782-4b3f-9952-422222e5d6b7 req-37e0c4c7-4866-46a7-a704-fe90befbdc97 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:53.946074 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:54.147898 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ecf5e-eb07-4f3f-9358-acf62b7902d3 req-23e933a9-f0da-492d-9053-3d68b4ca550d tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:54.149575 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-618ecf5e-eb07-4f3f-9358-acf62b7902d3 req-23e933a9-f0da-492d-9053-3d68b4ca550d tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b7c19ee-6d89-4855-bf4b-d35b65bb170b HTTP/1.1" status: 200 len: 944 time: 0.1384003 Oct 19 00:44:54.268888 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-618ecf5e-eb07-4f3f-9358-acf62b7902d3 req-f8ddf2a1-d4aa-443d-bdcf-39378637cbc5 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100752 Oct 19 00:44:54.284175 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=2 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:54.331975 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:54.340800 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7626a8-ef6f-4567-871e-2b6aeeea84dd req-eee58c66-3bfa-4ced-95e3-f399d39d644b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:54.343390 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-da7626a8-ef6f-4567-871e-2b6aeeea84dd req-eee58c66-3bfa-4ced-95e3-f399d39d644b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=75c84943-00ac-41e3-a6c3-2ea734b46148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4761608 Oct 19 00:44:54.461133 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-bcf59290-60a1-43bd-8ed9-22e1f7fe68fb req-b0af777c-a669-456d-9d3a-383bd9eb251f tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7dd981d-4382-47dc-8d9c-effae6f630f3 HTTP/1.1" status: 200 len: 210 time: 0.0676079 Oct 19 00:44:54.477530 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-e6a2faa7-6b7e-4b59-a431-f59d3361ef05 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:54.484084 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-e6a2faa7-6b7e-4b59-a431-f59d3361ef05 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942318'] for floatingip (085c3b85-baae-4814-ac1b-18c113d24ade), after_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:54.593044 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 3f92cbb3-bb62-457d-b0d7-92947884c5fb up at agent hyperv_hv-cinder-maste {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:44:54.648786 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Provisioning for port 3f92cbb3-bb62-457d-b0d7-92947884c5fb completed by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 19 00:44:54.656832 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Provisioning complete for port 3f92cbb3-bb62-457d-b0d7-92947884c5fb triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:44:54.658035 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (3f92cbb3-bb62-457d-b0d7-92947884c5fb), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:54.658781 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Attempt 1 to provision port 3f92cbb3-bb62-457d-b0d7-92947884c5fb Oct 19 00:44:54.668713 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb151f-27b3-4a1e-95e6-9cb32460bbfd req-777427cb-ee57-44d4-80f6-5486b3e2a90a tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:54.671399 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-e7cb151f-27b3-4a1e-95e6-9cb32460bbfd req-777427cb-ee57-44d4-80f6-5486b3e2a90a tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 946 time: 0.1176126 Oct 19 00:44:54.677743 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-da7626a8-ef6f-4567-871e-2b6aeeea84dd req-6590a3d7-b647-48be-ac72-7613bff842d8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/75c84943-00ac-41e3-a6c3-2ea734b46148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156867 Oct 19 00:44:54.721877 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.db_base_plugin_common [req-8909c1b8-1782-4b3f-9952-422222e5d6b7 req-37e0c4c7-4866-46a7-a704-fe90befbdc97 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Allocated IP 172.20.0.10 (febcf320-b179-4c31-a898-24a66a89b934/d4850ad2-60f0-4172-bbe2-5711a9ee3a86/7c972af5-e79c-417f-bd49-ea410c70f201) {{(pid=111414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:44:54.752462 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.db.l3_db [None req-e6a2faa7-6b7e-4b59-a431-f59d3361ef05 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Floating IP 085c3b85-baae-4814-ac1b-18c113d24ade associated. External IP: 172.37.6.120, port: 1598d129-803e-437a-be2e-c9127e38bd88. Oct 19 00:44:54.762856 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port 3f92cbb3-bb62-457d-b0d7-92947884c5fb is: BUILD; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:44:54.763562 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (3f92cbb3-bb62-457d-b0d7-92947884c5fb), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:54.793662 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7c19ee-6d89-4855-bf4b-d35b65bb170b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f92cbb3-bb62-457d-b0d7-92947884c5fb'}] {{(pid=111416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:44:54.796512 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0240e38e362fdc750089dc1f1183b30604621660299f95a12c585bcfa6b02ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6fbe8d-b4a2-486c-a9c8-a8499e54bb13" -d '{"events": [{"server_uuid": "0b7c19ee-6d89-4855-bf4b-d35b65bb170b", "name": "network-vif-plugged", "status": "completed", "tag": "3f92cbb3-bb62-457d-b0d7-92947884c5fb"}]}' {{(pid=111416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:44:54.812593 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port 3f92cbb3-bb62-457d-b0d7-92947884c5fb, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3f92cbb3-bb62-457d-b0d7-92947884c5fb,segment=NetworkSegment(e263339d-8163-42c1-82aa-55d7bd373377),segment_id=e263339d-8163-42c1-82aa-55d7bd373377)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:44:54.818473 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (3f92cbb3-bb62-457d-b0d7-92947884c5fb), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:54.828071 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-e7cb151f-27b3-4a1e-95e6-9cb32460bbfd req-7ed86fc7-92de-4ce8-90c4-9d2cbb3b27a6 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04f1a968-924f-44d0-a4af-e64f250eb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062825 Oct 19 00:44:54.843441 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:54.896814 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=3f92cbb3-bb62-457d-b0d7-92947884c5fb,revision_number=5']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:54.931960 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:54.954177 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 00:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c84f18f-ea92-4b0c-94c1-b2eacb8153e6 x-openstack-request-id: req-6c84f18f-ea92-4b0c-94c1-b2eacb8153e6 {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:44:54.954520 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b7c19ee-6d89-4855-bf4b-d35b65bb170b", "name": "network-vif-plugged", "status": "completed", "tag": "3f92cbb3-bb62-457d-b0d7-92947884c5fb", "code": 200}]} {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:44:54.954923 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6c84f18f-ea92-4b0c-94c1-b2eacb8153e6 {{(pid=111416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:44:54.955250 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c84f18f-ea92-4b0c-94c1-b2eacb8153e6'] response: {'server_uuid': '0b7c19ee-6d89-4855-bf4b-d35b65bb170b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f92cbb3-bb62-457d-b0d7-92947884c5fb', 'code': 200} Oct 19 00:44:55.009920 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-da7626a8-ef6f-4567-871e-2b6aeeea84dd req-1a84a36a-ae36-4600-8734-24412a31bfdd service neutron] 10.222.0.20 "GET /networking/v2.0/networks/75c84943-00ac-41e3-a6c3-2ea734b46148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180792 Oct 19 00:44:55.013144 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-8909c1b8-1782-4b3f-9952-422222e5d6b7 req-37e0c4c7-4866-46a7-a704-fe90befbdc97 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Publish callbacks [] for port (7c972af5-e79c-417f-bd49-ea410c70f201), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:55.055396 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-8909c1b8-1782-4b3f-9952-422222e5d6b7 req-37e0c4c7-4866-46a7-a704-fe90befbdc97 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (7c972af5-e79c-417f-bd49-ea410c70f201), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:55.063112 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a2faa7-6b7e-4b59-a431-f59d3361ef05 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Router cff419e6-44f2-4dba-b984-4bfa9e7f76e1 has already been hosted by L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 {{(pid=111415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:44:55.112669 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8909c1b8-1782-4b3f-9952-422222e5d6b7 req-37e0c4c7-4866-46a7-a704-fe90befbdc97 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Network febcf320-b179-4c31-a898-24a66a89b934 is already hosted by enough agents. {{(pid=111414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:44:55.115706 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:55.121775 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [req-8909c1b8-1782-4b3f-9952-422222e5d6b7 req-37e0c4c7-4866-46a7-a704-fe90befbdc97 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Resources bound (agent type, host, resource id): {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:44:55.126928 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [req-8909c1b8-1782-4b3f-9952-422222e5d6b7 req-37e0c4c7-4866-46a7-a704-fe90befbdc97 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Received port after_create {{(pid=111414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:44:55.132034 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e0c4c7-4866-46a7-a704-fe90befbdc97 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Pushing event updated for resources: {'Port': ['ID=7c972af5-e79c-417f-bd49-ea410c70f201,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:55.189299 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909c1b8-1782-4b3f-9952-422222e5d6b7 req-37e0c4c7-4866-46a7-a704-fe90befbdc97 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:55.190095 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-8909c1b8-1782-4b3f-9952-422222e5d6b7 req-37e0c4c7-4866-46a7-a704-fe90befbdc97 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:55.194256 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a2faa7-6b7e-4b59-a431-f59d3361ef05 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:44:55.201976 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-e6a2faa7-6b7e-4b59-a431-f59d3361ef05 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for floatingip (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:55.208460 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10d8468-95ee-4c7d-a5b3-f0cd50487f7d None None] Sync routers for ids ['cff419e6-44f2-4dba-b984-4bfa9e7f76e1'] in dv-cinder-master-3-iscsi {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:44:55.222051 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-8909c1b8-1782-4b3f-9952-422222e5d6b7 req-37e0c4c7-4866-46a7-a704-fe90befbdc97 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7552171 Oct 19 00:44:55.225796 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10d8468-95ee-4c7d-a5b3-f0cd50487f7d None None] Routers {'cff419e6-44f2-4dba-b984-4bfa9e7f76e1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:44:55.226803 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-f10d8468-95ee-4c7d-a5b3-f0cd50487f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:44:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['cff419e6-44f2-4dba-b984-4bfa9e7f76e1'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:44:55.262530 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-e6a2faa7-6b7e-4b59-a431-f59d3361ef05 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/085c3b85-baae-4814-ac1b-18c113d24ade HTTP/1.1" status: 200 len: 992 time: 1.5497518 Oct 19 00:44:55.262530 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ff0e88-597f-4db1-b5f4-852dd33c566d', 'tag': '1598d129-803e-437a-be2e-c9127e38bd88'}] {{(pid=111415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:44:55.266146 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f300162fd090eaaff70cedce24d76e4f7ed07854ce673f865be8180b69e4678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303261e5-9928-44ce-829c-7d97b3a3a7df" -d '{"events": [{"name": "network-changed", "server_uuid": "d8ff0e88-597f-4db1-b5f4-852dd33c566d", "tag": "1598d129-803e-437a-be2e-c9127e38bd88"}]}' {{(pid=111415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:44:55.310048 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [req-8909c1b8-1782-4b3f-9952-422222e5d6b7 req-de65b4df-a98f-490c-8149-ae0ad4f32995 service neutron] Request body: {'port': {'device_id': 'c7dd981d-4382-47dc-8d9c-effae6f630f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:44:55.332276 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 00:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c655e7-cd69-4fa2-aa52-365dc550e2a7 x-openstack-request-id: req-25c655e7-cd69-4fa2-aa52-365dc550e2a7 {{(pid=111415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:44:55.333238 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8ff0e88-597f-4db1-b5f4-852dd33c566d", "tag": "1598d129-803e-437a-be2e-c9127e38bd88", "status": "completed", "code": 200}]} {{(pid=111415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:44:55.334448 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-25c655e7-cd69-4fa2-aa52-365dc550e2a7 {{(pid=111415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:44:55.335987 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25c655e7-cd69-4fa2-aa52-365dc550e2a7'] response: {'name': 'network-changed', 'server_uuid': 'd8ff0e88-597f-4db1-b5f4-852dd33c566d', 'tag': '1598d129-803e-437a-be2e-c9127e38bd88', 'status': 'completed', 'code': 200} Oct 19 00:44:55.387758 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-f10d8468-95ee-4c7d-a5b3-f0cd50487f7d None None] Set router cff419e6-44f2-4dba-b984-4bfa9e7f76e1 gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:44:55.394782 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-8909c1b8-1782-4b3f-9952-422222e5d6b7 req-de65b4df-a98f-490c-8149-ae0ad4f32995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (7c972af5-e79c-417f-bd49-ea410c70f201), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:55.489572 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca163897-4ca7-4629-b3e1-378de2c2e69d req-42e03c58-dac5-4a92-900b-a83a7b434b08 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:55.492243 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ca163897-4ca7-4629-b3e1-378de2c2e69d req-42e03c58-dac5-4a92-900b-a83a7b434b08 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b7c19ee-6d89-4855-bf4b-d35b65bb170b HTTP/1.1" status: 200 len: 945 time: 0.1026981 Oct 19 00:44:55.507099 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:55.538123 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:55.562927 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ca163897-4ca7-4629-b3e1-378de2c2e69d req-6bf2deb5-c4fd-4617-8cb7-a27cb53b01f5 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636103 Oct 19 00:44:55.758939 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c62a2-3647-420e-9ef7-12a41c475b71 req-e15e521c-2c42-4d0e-9c08-c6ddf5abb20e tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:55.761662 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8c4c62a2-3647-420e-9ef7-12a41c475b71 req-e15e521c-2c42-4d0e-9c08-c6ddf5abb20e tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7dd981d-4382-47dc-8d9c-effae6f630f3 HTTP/1.1" status: 200 len: 932 time: 0.0859189 Oct 19 00:44:55.768482 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [req-8909c1b8-1782-4b3f-9952-422222e5d6b7 req-de65b4df-a98f-490c-8149-ae0ad4f32995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c972af5-e79c-417f-bd49-ea410c70f201 {{(pid=111414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 00:44:55.778359 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-8909c1b8-1782-4b3f-9952-422222e5d6b7 req-de65b4df-a98f-490c-8149-ae0ad4f32995 service neutron] Publish callbacks [] for port (7c972af5-e79c-417f-bd49-ea410c70f201), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:55.794800 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.provisioning_blocks [req-8909c1b8-1782-4b3f-9952-422222e5d6b7 req-de65b4df-a98f-490c-8149-ae0ad4f32995 service neutron] Transition to ACTIVE for port object 7c972af5-e79c-417f-bd49-ea410c70f201 will not be triggered until provisioned by entity L2. {{(pid=111414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 00:44:55.800485 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-8909c1b8-1782-4b3f-9952-422222e5d6b7 req-de65b4df-a98f-490c-8149-ae0ad4f32995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577477'] for port (7c972af5-e79c-417f-bd49-ea410c70f201), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:55.836687 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-f10d8468-95ee-4c7d-a5b3-f0cd50487f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'name': 'tempest-AttachVolumeNegativeTest-34200755-router', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108'}], 'enable_snat': True}, 'gw_port_id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:25Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 4, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'gw_port': {'id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '085c3b85-baae-4814-ac1b-18c113d24ade', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'floating_ip_address': '172.37.6.120', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'port_id': '1598d129-803e-437a-be2e-c9127e38bd88', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'mac_address': 'fa:16:3e:b2:30:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ff0e88-597f-4db1-b5f4-852dd33c566d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:44:32Z', 'updated_at': '2022-10-19T00:44:54Z', 'revision_number': 1, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e66c4d-d0fb-42f0-b692-137e4509b09a', 'name': '', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'mac_address': 'fa:16:3e:05:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '749347d7-6beb-499e-80b2-119168147fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:33Z', 'updated_at': '2022-10-19T00:40:56Z', 'revision_number': 5, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'subnets': [{'id': '749347d7-6beb-499e-80b2-119168147fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:44:55.843281 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8c4c62a2-3647-420e-9ef7-12a41c475b71 req-cb2c17b2-7b31-4705-a53b-015e9e861ef8 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=43973c56-adba-4c5f-9bcf-fc4237016924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748651 Oct 19 00:44:55.866202 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10d8468-95ee-4c7d-a5b3-f0cd50487f7d None None] Checking router: cff419e6-44f2-4dba-b984-4bfa9e7f76e1 for host: dv-cinder-master-3-iscsi {{(pid=111416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:44:55.875631 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10d8468-95ee-4c7d-a5b3-f0cd50487f7d None None] Routers {'cff419e6-44f2-4dba-b984-4bfa9e7f76e1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:44:55.876270 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-f10d8468-95ee-4c7d-a5b3-f0cd50487f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:44:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['cff419e6-44f2-4dba-b984-4bfa9e7f76e1'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:44:55.907535 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65b4df-a98f-490c-8149-ae0ad4f32995 service neutron] Pushing event updated for resources: {'Port': ['ID=7c972af5-e79c-417f-bd49-ea410c70f201,revision_number=2']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:55.996248 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d235b-dbb0-402e-b842-e3d6f72b0d0f req-bf898ed0-c3d9-4147-8d39-c8a4edb2af3e tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:55.997883 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-fd1d235b-dbb0-402e-b842-e3d6f72b0d0f req-bf898ed0-c3d9-4147-8d39-c8a4edb2af3e tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 946 time: 0.0555274 Oct 19 00:44:56.002360 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-8909c1b8-1782-4b3f-9952-422222e5d6b7 req-de65b4df-a98f-490c-8149-ae0ad4f32995 service neutron] Attempting to bind port 7c972af5-e79c-417f-bd49-ea410c70f201 on host hv-cinder-maste for vnic_type normal with profile {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:44:56.003068 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-8909c1b8-1782-4b3f-9952-422222e5d6b7 req-de65b4df-a98f-490c-8149-ae0ad4f32995 service neutron] Attempting to bind port 7c972af5-e79c-417f-bd49-ea410c70f201 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'e1751744-52ca-4c83-95d3-96eb3f519636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'febcf320-b179-4c31-a898-24a66a89b934'}] {{(pid=111414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:44:56.003709 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8909c1b8-1782-4b3f-9952-422222e5d6b7 req-de65b4df-a98f-490c-8149-ae0ad4f32995 service neutron] Attempting to bind port 7c972af5-e79c-417f-bd49-ea410c70f201 on network febcf320-b179-4c31-a898-24a66a89b934 {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:44:56.005881 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-f10d8468-95ee-4c7d-a5b3-f0cd50487f7d None None] Set router cff419e6-44f2-4dba-b984-4bfa9e7f76e1 gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:44:56.053057 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-fd1d235b-dbb0-402e-b842-e3d6f72b0d0f req-5e362a94-2c20-4232-bff4-fb421f250eb0 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04f1a968-924f-44d0-a4af-e64f250eb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481868 Oct 19 00:44:56.082981 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8909c1b8-1782-4b3f-9952-422222e5d6b7 req-de65b4df-a98f-490c-8149-ae0ad4f32995 service neutron] Port 7c972af5-e79c-417f-bd49-ea410c70f201 on network febcf320-b179-4c31-a898-24a66a89b934 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:44:56.083530 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8909c1b8-1782-4b3f-9952-422222e5d6b7 req-de65b4df-a98f-490c-8149-ae0ad4f32995 service neutron] Attempting to bind port 7c972af5-e79c-417f-bd49-ea410c70f201 on network febcf320-b179-4c31-a898-24a66a89b934 {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:44:56.145859 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8909c1b8-1782-4b3f-9952-422222e5d6b7 req-de65b4df-a98f-490c-8149-ae0ad4f32995 service neutron] Checking agent: {'id': '6724934a-8b6e-4109-8304-d160e240b776', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 38, 31), 'started_at': datetime.datetime(2022, 10, 19, 0, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:44:56.146294 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8909c1b8-1782-4b3f-9952-422222e5d6b7 req-de65b4df-a98f-490c-8149-ae0ad4f32995 service neutron] Checking segment: {'id': 'e1751744-52ca-4c83-95d3-96eb3f519636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'febcf320-b179-4c31-a898-24a66a89b934'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:44:56.146936 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8909c1b8-1782-4b3f-9952-422222e5d6b7 req-de65b4df-a98f-490c-8149-ae0ad4f32995 service neutron] Bound using segment: {'id': 'e1751744-52ca-4c83-95d3-96eb3f519636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'febcf320-b179-4c31-a898-24a66a89b934'} {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:44:56.147661 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-8909c1b8-1782-4b3f-9952-422222e5d6b7 req-de65b4df-a98f-490c-8149-ae0ad4f32995 service neutron] Bound port: 7c972af5-e79c-417f-bd49-ea410c70f201, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1751744-52ca-4c83-95d3-96eb3f519636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'febcf320-b179-4c31-a898-24a66a89b934'}}] {{(pid=111414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:44:56.148253 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-8909c1b8-1782-4b3f-9952-422222e5d6b7 req-de65b4df-a98f-490c-8149-ae0ad4f32995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (7c972af5-e79c-417f-bd49-ea410c70f201), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:56.153454 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:56.245134 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-8909c1b8-1782-4b3f-9952-422222e5d6b7 req-de65b4df-a98f-490c-8149-ae0ad4f32995 service neutron] For port 7c972af5-e79c-417f-bd49-ea410c70f201, host hv-cinder-maste, cleared binding levels {{(pid=111414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:44:56.251091 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-8909c1b8-1782-4b3f-9952-422222e5d6b7 req-de65b4df-a98f-490c-8149-ae0ad4f32995 service neutron] For port 7c972af5-e79c-417f-bd49-ea410c70f201, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7c972af5-e79c-417f-bd49-ea410c70f201,segment=NetworkSegment(e1751744-52ca-4c83-95d3-96eb3f519636),segment_id=e1751744-52ca-4c83-95d3-96eb3f519636)] {{(pid=111414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:44:56.261007 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-8909c1b8-1782-4b3f-9952-422222e5d6b7 req-de65b4df-a98f-490c-8149-ae0ad4f32995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577477'] for port (7c972af5-e79c-417f-bd49-ea410c70f201), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:56.266719 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909c1b8-1782-4b3f-9952-422222e5d6b7 req-de65b4df-a98f-490c-8149-ae0ad4f32995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:56.267799 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-8909c1b8-1782-4b3f-9952-422222e5d6b7 req-de65b4df-a98f-490c-8149-ae0ad4f32995 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:56.270537 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-8909c1b8-1782-4b3f-9952-422222e5d6b7 req-de65b4df-a98f-490c-8149-ae0ad4f32995 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/7c972af5-e79c-417f-bd49-ea410c70f201 HTTP/1.1" status: 200 len: 1094 time: 0.9648216 Oct 19 00:44:56.274404 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7dd981d-4382-47dc-8d9c-effae6f630f3', 'tag': '7c972af5-e79c-417f-bd49-ea410c70f201'}] {{(pid=111414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:44:56.279182 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e46469f00a83062af0f8a877bbd3a06bc7f865c711541049e4990ec8a28c8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249e603f-3502-466a-a01a-247e82cd0f16" -d '{"events": [{"name": "network-changed", "server_uuid": "c7dd981d-4382-47dc-8d9c-effae6f630f3", "tag": "7c972af5-e79c-417f-bd49-ea410c70f201"}]}' {{(pid=111414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:44:56.301668 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-f10d8468-95ee-4c7d-a5b3-f0cd50487f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'name': 'tempest-AttachVolumeNegativeTest-34200755-router', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108'}], 'enable_snat': True}, 'gw_port_id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:25Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 4, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'gw_port': {'id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '085c3b85-baae-4814-ac1b-18c113d24ade', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'floating_ip_address': '172.37.6.120', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'port_id': '1598d129-803e-437a-be2e-c9127e38bd88', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'mac_address': 'fa:16:3e:b2:30:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ff0e88-597f-4db1-b5f4-852dd33c566d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:44:32Z', 'updated_at': '2022-10-19T00:44:54Z', 'revision_number': 1, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e66c4d-d0fb-42f0-b692-137e4509b09a', 'name': '', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'mac_address': 'fa:16:3e:05:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '749347d7-6beb-499e-80b2-119168147fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:33Z', 'updated_at': '2022-10-19T00:40:56Z', 'revision_number': 5, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'subnets': [{'id': '749347d7-6beb-499e-80b2-119168147fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:44:56.327414 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 00:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8eeb579-0409-4454-b5d0-20d60d891aec x-openstack-request-id: req-a8eeb579-0409-4454-b5d0-20d60d891aec {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:44:56.327747 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7dd981d-4382-47dc-8d9c-effae6f630f3", "tag": "7c972af5-e79c-417f-bd49-ea410c70f201", "status": "completed", "code": 200}]} {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:44:56.327924 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a8eeb579-0409-4454-b5d0-20d60d891aec {{(pid=111414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:44:56.328325 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8eeb579-0409-4454-b5d0-20d60d891aec'] response: {'name': 'network-changed', 'server_uuid': 'c7dd981d-4382-47dc-8d9c-effae6f630f3', 'tag': '7c972af5-e79c-417f-bd49-ea410c70f201', 'status': 'completed', 'code': 200} Oct 19 00:44:56.343061 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10d8468-95ee-4c7d-a5b3-f0cd50487f7d None None] The sync data for ids ['cff419e6-44f2-4dba-b984-4bfa9e7f76e1'] in dv-cinder-master-3-iscsi is: [{'id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'name': 'tempest-AttachVolumeNegativeTest-34200755-router', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108'}], 'enable_snat': True}, 'gw_port_id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:25Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 4, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'gw_port': {'id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '085c3b85-baae-4814-ac1b-18c113d24ade', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'floating_ip_address': '172.37.6.120', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'port_id': '1598d129-803e-437a-be2e-c9127e38bd88', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'mac_address': 'fa:16:3e:b2:30:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ff0e88-597f-4db1-b5f4-852dd33c566d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:44:32Z', 'updated_at': '2022-10-19T00:44:54Z', 'revision_number': 1, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e66c4d-d0fb-42f0-b692-137e4509b09a', 'name': '', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'mac_address': 'fa:16:3e:05:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '749347d7-6beb-499e-80b2-119168147fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:33Z', 'updated_at': '2022-10-19T00:40:56Z', 'revision_number': 5, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'subnets': [{'id': '749347d7-6beb-499e-80b2-119168147fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:44:56.364309 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65b4df-a98f-490c-8149-ae0ad4f32995 service neutron] Pushing event updated for resources: {'Port': ['ID=7c972af5-e79c-417f-bd49-ea410c70f201,revision_number=3']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:44:56.597572 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b4925b-3c71-42b7-b82a-9b7aea6dbdfa None None] New status for floating IP 085c3b85-baae-4814-ac1b-18c113d24ade: ACTIVE {{(pid=111417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 00:44:56.611741 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452b937-e0b1-405d-8f2d-6ec133d6b599 req-ed9f5509-09d9-4d30-902b-342edde1b774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:56.615092 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-6452b937-e0b1-405d-8f2d-6ec133d6b599 req-ed9f5509-09d9-4d30-902b-342edde1b774 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0b7c19ee-6d89-4855-bf4b-d35b65bb170b HTTP/1.1" status: 200 len: 1129 time: 0.0748904 Oct 19 00:44:56.794583 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996e7b2-a45e-497d-a13c-3b8c7c881f2b req-e799afc3-404f-4f42-bbd1-2efdc4d5034d tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:56.797405 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-f996e7b2-a45e-497d-a13c-3b8c7c881f2b req-e799afc3-404f-4f42-bbd1-2efdc4d5034d tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b7c19ee-6d89-4855-bf4b-d35b65bb170b HTTP/1.1" status: 200 len: 945 time: 0.0908620 Oct 19 00:44:56.799194 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303261e5-9928-44ce-829c-7d97b3a3a7df req-ff4adbe8-971f-418c-a549-958df31a949a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:56.800875 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-303261e5-9928-44ce-829c-7d97b3a3a7df req-ff4adbe8-971f-418c-a549-958df31a949a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=0b35c2038f6b4d0a9012b004f1416c00&device_id=d8ff0e88-597f-4db1-b5f4-852dd33c566d HTTP/1.1" status: 200 len: 1130 time: 0.1221588 Oct 19 00:44:56.808584 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:56.815346 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e603f-3502-466a-a01a-247e82cd0f16 req-51c0023f-4e3a-4a70-9e07-34f300a96cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:56.817285 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-249e603f-3502-466a-a01a-247e82cd0f16 req-51c0023f-4e3a-4a70-9e07-34f300a96cc0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=1235d8b054b3405595fca761f08b73ae&device_id=c7dd981d-4382-47dc-8d9c-effae6f630f3 HTTP/1.1" status: 200 len: 1128 time: 0.0920849 Oct 19 00:44:56.822363 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-6452b937-e0b1-405d-8f2d-6ec133d6b599 req-c6058009-9023-435a-9dc9-9e12e1d752b7 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415150 Oct 19 00:44:56.875298 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-f996e7b2-a45e-497d-a13c-3b8c7c881f2b req-00d40ad5-478c-448a-bbf7-1c56f8819801 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705063 Oct 19 00:44:56.995210 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:57.008246 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24c76e-5a24-4293-9cb3-5aa1f1c56aab req-8f605a2d-6f0a-45fe-b9eb-219988787534 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:57.011018 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-4b24c76e-5a24-4293-9cb3-5aa1f1c56aab req-8f605a2d-6f0a-45fe-b9eb-219988787534 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7dd981d-4382-47dc-8d9c-effae6f630f3 HTTP/1.1" status: 200 len: 944 time: 0.0638509 Oct 19 00:44:57.074068 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-4b24c76e-5a24-4293-9cb3-5aa1f1c56aab req-ae8f137d-22cf-4f86-93f9-12c3ba8633ee tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=43973c56-adba-4c5f-9bcf-fc4237016924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561926 Oct 19 00:44:57.226196 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9542fe5-097b-4120-b68d-f6e6afe1e28d req-e3ded708-a8f5-48b1-850e-f35f1f3416a7 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:57.228391 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-b9542fe5-097b-4120-b68d-f6e6afe1e28d req-e3ded708-a8f5-48b1-850e-f35f1f3416a7 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 946 time: 0.0582173 Oct 19 00:44:57.288716 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-b9542fe5-097b-4120-b68d-f6e6afe1e28d req-ca6239c1-ebdf-4e8a-876c-a8a108f3840f tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04f1a968-924f-44d0-a4af-e64f250eb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537057 Oct 19 00:44:57.378555 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303261e5-9928-44ce-829c-7d97b3a3a7df req-c25a2be0-c877-4429-b9ac-ebd8dde29455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:57.380088 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-303261e5-9928-44ce-829c-7d97b3a3a7df req-c25a2be0-c877-4429-b9ac-ebd8dde29455 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=635fade4-7ee9-45f4-8020-ceb7d6bf784a HTTP/1.1" status: 200 len: 914 time: 0.1185281 Oct 19 00:44:57.480887 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242e346-f162-42a5-964f-cec6561cc6c8 req-aec85b62-c204-4d38-ac14-0f16e9659357 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:57.482814 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-e242e346-f162-42a5-964f-cec6561cc6c8 req-aec85b62-c204-4d38-ac14-0f16e9659357 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 946 time: 0.0576305 Oct 19 00:44:57.494275 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 36050) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:44:57.501962 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-882fc5b0-f2b5-48dd-abc1-25eac2c0f872 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Request body: {'floatingip': {'port_id': '667c66be-7422-49b6-8e96-6c36f067b697'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:44:57.567118 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-882fc5b0-f2b5-48dd-abc1-25eac2c0f872 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks [] for floatingip (884c2e2b-b1e8-4bac-8b05-92a609756a6f), before_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:57.893991 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-303261e5-9928-44ce-829c-7d97b3a3a7df req-2186d2e5-27ee-45ab-b231-dd93c11538ad service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1598d129-803e-437a-be2e-c9127e38bd88 HTTP/1.1" status: 200 len: 1002 time: 0.1196077 Oct 19 00:44:57.930472 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e603f-3502-466a-a01a-247e82cd0f16 req-f501ce5b-b1a6-43c4-8e58-2b5c408eb625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:57.933089 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-249e603f-3502-466a-a01a-247e82cd0f16 req-f501ce5b-b1a6-43c4-8e58-2b5c408eb625 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=1235d8b054b3405595fca761f08b73ae&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1765645 Oct 19 00:44:58.077360 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5abb4-e143-4ce2-a986-ccb7ecb73735 req-9f362bf0-b64b-47d8-a6ec-3c41149538ee tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:58.078989 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-50c5abb4-e143-4ce2-a986-ccb7ecb73735 req-9f362bf0-b64b-47d8-a6ec-3c41149538ee tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b7c19ee-6d89-4855-bf4b-d35b65bb170b HTTP/1.1" status: 200 len: 945 time: 0.0885875 Oct 19 00:44:58.281617 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303261e5-9928-44ce-829c-7d97b3a3a7df req-636b1a73-b687-43c4-a755-f8a64ac1c13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:58.283199 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-303261e5-9928-44ce-829c-7d97b3a3a7df req-636b1a73-b687-43c4-a755-f8a64ac1c13c service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=749347d7-6beb-499e-80b2-119168147fbe HTTP/1.1" status: 200 len: 852 time: 0.1211851 Oct 19 00:44:58.354212 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e603f-3502-466a-a01a-247e82cd0f16 req-29009a9b-3741-4f0e-bb31-d43edb502a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:58.355849 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-249e603f-3502-466a-a01a-247e82cd0f16 req-29009a9b-3741-4f0e-bb31-d43edb502a09 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1952138 Oct 19 00:44:58.362684 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303261e5-9928-44ce-829c-7d97b3a3a7df req-7e2eb49f-ba1e-4e82-ad02-4f554476ca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:58.364209 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-303261e5-9928-44ce-829c-7d97b3a3a7df req-7e2eb49f-ba1e-4e82-ad02-4f554476ca5e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=635fade4-7ee9-45f4-8020-ceb7d6bf784a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0665319 Oct 19 00:44:58.379252 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:58.435902 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-50c5abb4-e143-4ce2-a986-ccb7ecb73735 req-5bd1a14d-02a1-42cb-adae-e0a3c0b2f3a2 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3506989 Oct 19 00:44:58.493078 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-882fc5b0-f2b5-48dd-abc1-25eac2c0f872 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:58.498307 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-882fc5b0-f2b5-48dd-abc1-25eac2c0f872 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942318'] for floatingip (884c2e2b-b1e8-4bac-8b05-92a609756a6f), after_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:58.635391 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9ec3f-bed1-4e01-9d4c-9c7d882b1001 req-7ef8426a-57d4-4429-a31c-556c6c433630 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:58.636992 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-1eb9ec3f-bed1-4e01-9d4c-9c7d882b1001 req-7ef8426a-57d4-4429-a31c-556c6c433630 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7dd981d-4382-47dc-8d9c-effae6f630f3 HTTP/1.1" status: 200 len: 944 time: 0.1336868 Oct 19 00:44:58.650663 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-303261e5-9928-44ce-829c-7d97b3a3a7df req-327fe7d1-0017-4f87-9a45-e1c8b822e91f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/635fade4-7ee9-45f4-8020-ceb7d6bf784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411955 Oct 19 00:44:58.683719 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:58.744497 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-1eb9ec3f-bed1-4e01-9d4c-9c7d882b1001 req-160d7cf0-797b-4079-bd42-a0bea70a3271 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=43973c56-adba-4c5f-9bcf-fc4237016924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964775 Oct 19 00:44:58.817714 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882fc5b0-f2b5-48dd-abc1-25eac2c0f872 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Router f4efb4ff-d867-49fe-b668-3a22f7946be6 has already been hosted by L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 {{(pid=111415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:44:58.938835 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882fc5b0-f2b5-48dd-abc1-25eac2c0f872 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:44:58.943777 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-882fc5b0-f2b5-48dd-abc1-25eac2c0f872 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for floatingip (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:44:58.950829 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90ddfd2-c4be-4efa-8514-c04236795f3a None None] Sync routers for ids ['f4efb4ff-d867-49fe-b668-3a22f7946be6'] in dv-cinder-master-3-iscsi {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:44:58.962117 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90ddfd2-c4be-4efa-8514-c04236795f3a None None] Routers {'f4efb4ff-d867-49fe-b668-3a22f7946be6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:44:58.963117 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-a90ddfd2-c4be-4efa-8514-c04236795f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:44:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['f4efb4ff-d867-49fe-b668-3a22f7946be6'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:44:58.986726 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6051269-1d16-42db-8323-67a532dbcf40', 'tag': '667c66be-7422-49b6-8e96-6c36f067b697'}] {{(pid=111415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:44:58.989317 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f300162fd090eaaff70cedce24d76e4f7ed07854ce673f865be8180b69e4678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e641d0d4-870b-4106-a826-9ac3a6bd9139" -d '{"events": [{"name": "network-changed", "server_uuid": "f6051269-1d16-42db-8323-67a532dbcf40", "tag": "667c66be-7422-49b6-8e96-6c36f067b697"}]}' {{(pid=111415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:44:59.047127 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-882fc5b0-f2b5-48dd-abc1-25eac2c0f872 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/884c2e2b-b1e8-4bac-8b05-92a609756a6f HTTP/1.1" status: 200 len: 993 time: 1.5491440 Oct 19 00:44:59.060150 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 00:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94ac9e3-24be-418d-b6f3-43cf6e782d85 x-openstack-request-id: req-c94ac9e3-24be-418d-b6f3-43cf6e782d85 {{(pid=111415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:44:59.060440 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6051269-1d16-42db-8323-67a532dbcf40", "tag": "667c66be-7422-49b6-8e96-6c36f067b697", "status": "completed", "code": 200}]} {{(pid=111415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:44:59.060699 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c94ac9e3-24be-418d-b6f3-43cf6e782d85 {{(pid=111415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:44:59.061117 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c94ac9e3-24be-418d-b6f3-43cf6e782d85'] response: {'name': 'network-changed', 'server_uuid': 'f6051269-1d16-42db-8323-67a532dbcf40', 'tag': '667c66be-7422-49b6-8e96-6c36f067b697', 'status': 'completed', 'code': 200} Oct 19 00:44:59.140596 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-a90ddfd2-c4be-4efa-8514-c04236795f3a None None] Set router f4efb4ff-d867-49fe-b668-3a22f7946be6 gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:44:59.202081 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909c1b8-1782-4b3f-9952-422222e5d6b7 req-582d4810-1d20-4a97-8292-7dd0d4b846a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:59.203656 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-8909c1b8-1782-4b3f-9952-422222e5d6b7 req-582d4810-1d20-4a97-8292-7dd0d4b846a6 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=1235d8b054b3405595fca761f08b73ae&device_id=c7dd981d-4382-47dc-8d9c-effae6f630f3 HTTP/1.1" status: 200 len: 1128 time: 0.1212873 Oct 19 00:44:59.207522 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:59.232606 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641d0d4-870b-4106-a826-9ac3a6bd9139 req-b00cd41b-dba8-4b78-8133-446cdd21b203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:59.234121 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-e641d0d4-870b-4106-a826-9ac3a6bd9139 req-b00cd41b-dba8-4b78-8133-446cdd21b203 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c0151d58abd047a692f5cc4e7d05bea5&device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 1130 time: 0.1034553 Oct 19 00:44:59.283938 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-8909c1b8-1782-4b3f-9952-422222e5d6b7 req-13ff9ccd-e5b8-4204-b422-883b3e54e726 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c972af5-e79c-417f-bd49-ea410c70f201 HTTP/1.1" status: 200 len: 217 time: 0.0643489 Oct 19 00:44:59.373004 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-303261e5-9928-44ce-829c-7d97b3a3a7df req-502e2653-91ad-47c1-83b7-d25be7acf11a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/635fade4-7ee9-45f4-8020-ceb7d6bf784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086386 Oct 19 00:44:59.379087 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=100 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:59.410807 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909c1b8-1782-4b3f-9952-422222e5d6b7 req-3e32e60a-6d04-4714-85fc-fd37e2924ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:59.412331 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-8909c1b8-1782-4b3f-9952-422222e5d6b7 req-3e32e60a-6d04-4714-85fc-fd37e2924ba3 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d4850ad2-60f0-4172-bbe2-5711a9ee3a86 HTTP/1.1" status: 200 len: 853 time: 0.1119080 Oct 19 00:44:59.461755 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-8909c1b8-1782-4b3f-9952-422222e5d6b7 req-023ff438-ff72-4d60-bd27-fadc4038ab2d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=febcf320-b179-4c31-a898-24a66a89b934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409710 Oct 19 00:44:59.465815 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641d0d4-870b-4106-a826-9ac3a6bd9139 req-dfafa0ba-5a60-43ff-98c2-ec5d1e3b3300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:59.467358 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-e641d0d4-870b-4106-a826-9ac3a6bd9139 req-dfafa0ba-5a60-43ff-98c2-ec5d1e3b3300 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=75c84943-00ac-41e3-a6c3-2ea734b46148 HTTP/1.1" status: 200 len: 920 time: 0.1994359 Oct 19 00:44:59.548829 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-a90ddfd2-c4be-4efa-8514-c04236795f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'name': 'tempest-ServerRescueNegativeTestJSON-1708208379-router', 'tenant_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.180'}], 'enable_snat': True}, 'gw_port_id': '98433c02-4af3-45d7-95ba-f3a805e5fcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:24Z', 'updated_at': '2022-10-19T00:40:36Z', 'revision_number': 4, 'project_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'gw_port': {'id': '98433c02-4af3-45d7-95ba-f3a805e5fcf6', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:11:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '884c2e2b-b1e8-4bac-8b05-92a609756a6f', 'tenant_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'floating_ip_address': '172.37.6.17', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'port_id': '667c66be-7422-49b6-8e96-6c36f067b697', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75c84943-00ac-41e3-a6c3-2ea734b46148', 'mac_address': 'fa:16:3e:35:e2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6051269-1d16-42db-8323-67a532dbcf40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:42:51Z', 'updated_at': '2022-10-19T00:44:58Z', 'revision_number': 3, 'project_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89551b73-6a90-45f5-a164-06641a54f08f', 'name': '', 'network_id': '75c84943-00ac-41e3-a6c3-2ea734b46148', 'tenant_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'mac_address': 'fa:16:3e:42:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'da4d7e39-f806-4ee4-9a72-d230cc0f9d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:32Z', 'updated_at': '2022-10-19T00:40:43Z', 'revision_number': 5, 'project_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'subnets': [{'id': 'da4d7e39-f806-4ee4-9a72-d230cc0f9d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:44:59.577590 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=100 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:59.585694 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90ddfd2-c4be-4efa-8514-c04236795f3a None None] Checking router: f4efb4ff-d867-49fe-b668-3a22f7946be6 for host: dv-cinder-master-3-iscsi {{(pid=111416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:44:59.607915 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90ddfd2-c4be-4efa-8514-c04236795f3a None None] Routers {'f4efb4ff-d867-49fe-b668-3a22f7946be6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:44:59.609276 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-a90ddfd2-c4be-4efa-8514-c04236795f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:44:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['f4efb4ff-d867-49fe-b668-3a22f7946be6'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:44:59.609818 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-e641d0d4-870b-4106-a826-9ac3a6bd9139 req-64877399-0c1c-4702-a395-23b0e1598366 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=667c66be-7422-49b6-8e96-6c36f067b697 HTTP/1.1" status: 200 len: 1001 time: 0.1317899 Oct 19 00:44:59.641059 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfc566-b606-436a-942b-887a325e2968 req-64d78da7-7c83-4b47-81fe-49131cf1c0a8 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:59.642900 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-90cfc566-b606-436a-942b-887a325e2968 req-64d78da7-7c83-4b47-81fe-49131cf1c0a8 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b7c19ee-6d89-4855-bf4b-d35b65bb170b HTTP/1.1" status: 200 len: 945 time: 0.0691772 Oct 19 00:44:59.658035 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-8909c1b8-1782-4b3f-9952-422222e5d6b7 req-cde7727d-9acd-4e14-92fa-45ef536b7705 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/febcf320-b179-4c31-a898-24a66a89b934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893063 Oct 19 00:44:59.697085 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641d0d4-870b-4106-a826-9ac3a6bd9139 req-a59b3cd9-dadd-4f15-8357-92ae9dc93de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:59.698924 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-e641d0d4-870b-4106-a826-9ac3a6bd9139 req-a59b3cd9-dadd-4f15-8357-92ae9dc93de4 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=da4d7e39-f806-4ee4-9a72-d230cc0f9d32 HTTP/1.1" status: 200 len: 858 time: 0.0821884 Oct 19 00:44:59.734731 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-90cfc566-b606-436a-942b-887a325e2968 req-7f57411b-95fa-4bde-af21-0aaaa9053e9e tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808229 Oct 19 00:44:59.759557 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=100 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:44:59.791658 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641d0d4-870b-4106-a826-9ac3a6bd9139 req-091c18de-5072-4d65-abe1-90dda1d3aaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:59.793183 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-e641d0d4-870b-4106-a826-9ac3a6bd9139 req-091c18de-5072-4d65-abe1-90dda1d3aaa5 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=75c84943-00ac-41e3-a6c3-2ea734b46148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0595684 Oct 19 00:44:59.810461 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-a90ddfd2-c4be-4efa-8514-c04236795f3a None None] Set router f4efb4ff-d867-49fe-b668-3a22f7946be6 gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:44:59.875569 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-8909c1b8-1782-4b3f-9952-422222e5d6b7 req-115ce259-6d8b-444d-ab94-94745a1e8545 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/febcf320-b179-4c31-a898-24a66a89b934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092900 Oct 19 00:44:59.900916 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208652e-dd94-4cf0-a7ef-a5273c00d38b req-d2c2ad6c-565d-4ec4-b498-530b40b43e78 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:44:59.902547 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-f208652e-dd94-4cf0-a7ef-a5273c00d38b req-d2c2ad6c-565d-4ec4-b498-530b40b43e78 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7dd981d-4382-47dc-8d9c-effae6f630f3 HTTP/1.1" status: 200 len: 944 time: 0.0661633 Oct 19 00:44:59.926241 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-e641d0d4-870b-4106-a826-9ac3a6bd9139 req-72f2db4f-c5e0-41a7-a182-a1d3958f59af service neutron] 10.222.0.20 "GET /networking/v2.0/networks/75c84943-00ac-41e3-a6c3-2ea734b46148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201882 Oct 19 00:44:59.982563 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-f208652e-dd94-4cf0-a7ef-a5273c00d38b req-3c60dafc-6881-449e-abe7-98953f9954b7 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=43973c56-adba-4c5f-9bcf-fc4237016924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684962 Oct 19 00:45:00.136330 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fdeb8-d49b-414b-9ca3-408117552cb4 req-aae9e79b-5fbb-4b18-947e-364dd75e3195 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:00.138250 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-7c1fdeb8-d49b-414b-9ca3-408117552cb4 req-aae9e79b-5fbb-4b18-947e-364dd75e3195 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b7c19ee-6d89-4855-bf4b-d35b65bb170b HTTP/1.1" status: 200 len: 945 time: 0.0561523 Oct 19 00:45:00.175658 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-a90ddfd2-c4be-4efa-8514-c04236795f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'name': 'tempest-ServerRescueNegativeTestJSON-1708208379-router', 'tenant_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.180'}], 'enable_snat': True}, 'gw_port_id': '98433c02-4af3-45d7-95ba-f3a805e5fcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:24Z', 'updated_at': '2022-10-19T00:40:36Z', 'revision_number': 4, 'project_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'gw_port': {'id': '98433c02-4af3-45d7-95ba-f3a805e5fcf6', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:11:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '884c2e2b-b1e8-4bac-8b05-92a609756a6f', 'tenant_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'floating_ip_address': '172.37.6.17', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'port_id': '667c66be-7422-49b6-8e96-6c36f067b697', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75c84943-00ac-41e3-a6c3-2ea734b46148', 'mac_address': 'fa:16:3e:35:e2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6051269-1d16-42db-8323-67a532dbcf40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:42:51Z', 'updated_at': '2022-10-19T00:44:58Z', 'revision_number': 3, 'project_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89551b73-6a90-45f5-a164-06641a54f08f', 'name': '', 'network_id': '75c84943-00ac-41e3-a6c3-2ea734b46148', 'tenant_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'mac_address': 'fa:16:3e:42:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'da4d7e39-f806-4ee4-9a72-d230cc0f9d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:32Z', 'updated_at': '2022-10-19T00:40:43Z', 'revision_number': 5, 'project_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'subnets': [{'id': 'da4d7e39-f806-4ee4-9a72-d230cc0f9d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:45:00.203839 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-7c1fdeb8-d49b-414b-9ca3-408117552cb4 req-ac58e3e8-9c39-4462-b026-d6a923b92fd8 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586903 Oct 19 00:45:00.211050 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90ddfd2-c4be-4efa-8514-c04236795f3a None None] The sync data for ids ['f4efb4ff-d867-49fe-b668-3a22f7946be6'] in dv-cinder-master-3-iscsi is: [{'id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'name': 'tempest-ServerRescueNegativeTestJSON-1708208379-router', 'tenant_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.180'}], 'enable_snat': True}, 'gw_port_id': '98433c02-4af3-45d7-95ba-f3a805e5fcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:24Z', 'updated_at': '2022-10-19T00:40:36Z', 'revision_number': 4, 'project_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'gw_port': {'id': '98433c02-4af3-45d7-95ba-f3a805e5fcf6', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:11:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '884c2e2b-b1e8-4bac-8b05-92a609756a6f', 'tenant_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'floating_ip_address': '172.37.6.17', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'port_id': '667c66be-7422-49b6-8e96-6c36f067b697', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75c84943-00ac-41e3-a6c3-2ea734b46148', 'mac_address': 'fa:16:3e:35:e2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6051269-1d16-42db-8323-67a532dbcf40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:42:51Z', 'updated_at': '2022-10-19T00:44:58Z', 'revision_number': 3, 'project_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89551b73-6a90-45f5-a164-06641a54f08f', 'name': '', 'network_id': '75c84943-00ac-41e3-a6c3-2ea734b46148', 'tenant_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'mac_address': 'fa:16:3e:42:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'da4d7e39-f806-4ee4-9a72-d230cc0f9d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:32Z', 'updated_at': '2022-10-19T00:40:43Z', 'revision_number': 5, 'project_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'subnets': [{'id': 'da4d7e39-f806-4ee4-9a72-d230cc0f9d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:45:00.247347 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 36068) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:45:00.451175 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c19fc2-50d6-405d-b15c-104f013469c7 tempest-TestVolumeBootPattern-1735307544 tempest-TestVolumeBootPattern-1735307544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:00.452752 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-05c19fc2-50d6-405d-b15c-104f013469c7 tempest-TestVolumeBootPattern-1735307544 tempest-TestVolumeBootPattern-1735307544-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b7c19ee-6d89-4855-bf4b-d35b65bb170b HTTP/1.1" status: 200 len: 1124 time: 0.2041316 Oct 19 00:45:00.455827 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 36072) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:45:00.460357 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-6d0b6c12-5b71-4e82-b8c7-90223c7beb3c tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Request body: {'floatingip': {'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'port_id': '3f92cbb3-bb62-457d-b0d7-92947884c5fb', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'fixed_ip_address': '172.20.0.6'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:45:00.485433 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-6d0b6c12-5b71-4e82-b8c7-90223c7beb3c tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:00.584906 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-6d0b6c12-5b71-4e82-b8c7-90223c7beb3c tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:00.748687 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.db_base_plugin_common [None req-6d0b6c12-5b71-4e82-b8c7-90223c7beb3c tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Allocated IP 172.37.6.18 (973fa957-bcd6-42c3-bc57-5a91d78147c8/c5b4f151-6e49-4135-be82-7abc543b5247/49fb911d-40e6-4ee8-839f-94a6c17161f9) {{(pid=111414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:45:00.766280 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:45:00.953891 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-6d0b6c12-5b71-4e82-b8c7-90223c7beb3c tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks [] for port (49fb911d-40e6-4ee8-839f-94a6c17161f9), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:01.062744 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6051269-1d16-42db-8323-67a532dbcf40', 'tag': '667c66be-7422-49b6-8e96-6c36f067b697'}] {{(pid=111415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:45:01.065495 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f300162fd090eaaff70cedce24d76e4f7ed07854ce673f865be8180b69e4678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f58afa9-0400-4dc8-91d6-ec6060efd351" -d '{"events": [{"name": "network-changed", "server_uuid": "f6051269-1d16-42db-8323-67a532dbcf40", "tag": "667c66be-7422-49b6-8e96-6c36f067b697"}]}' {{(pid=111415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:45:01.100708 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-6d0b6c12-5b71-4e82-b8c7-90223c7beb3c tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (49fb911d-40e6-4ee8-839f-94a6c17161f9), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:01.184207 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423f20d-28ba-41b9-97e6-89c3e457ea0e req-cdbb42a0-b6dc-4a2b-ac46-1f70232ab239 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:01.185875 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d423f20d-28ba-41b9-97e6-89c3e457ea0e req-cdbb42a0-b6dc-4a2b-ac46-1f70232ab239 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7dd981d-4382-47dc-8d9c-effae6f630f3 HTTP/1.1" status: 200 len: 944 time: 0.0569077 Oct 19 00:45:01.246214 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d423f20d-28ba-41b9-97e6-89c3e457ea0e req-48e06b71-f1e1-47ea-8d69-14c9213b4332 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=43973c56-adba-4c5f-9bcf-fc4237016924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536757 Oct 19 00:45:01.307484 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 00:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35301cf-b610-451e-a472-440e0ec2c28e x-openstack-request-id: req-c35301cf-b610-451e-a472-440e0ec2c28e {{(pid=111415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:45:01.307484 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6051269-1d16-42db-8323-67a532dbcf40", "tag": "667c66be-7422-49b6-8e96-6c36f067b697", "status": "completed", "code": 200}]} {{(pid=111415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:45:01.307484 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c35301cf-b610-451e-a472-440e0ec2c28e {{(pid=111415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:45:01.308010 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c35301cf-b610-451e-a472-440e0ec2c28e'] response: {'name': 'network-changed', 'server_uuid': 'f6051269-1d16-42db-8323-67a532dbcf40', 'tag': '667c66be-7422-49b6-8e96-6c36f067b697', 'status': 'completed', 'code': 200} Oct 19 00:45:01.590626 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0b6c12-5b71-4e82-b8c7-90223c7beb3c tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Network 973fa957-bcd6-42c3-bc57-5a91d78147c8 is already hosted by enough agents. {{(pid=111414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:45:01.609674 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [None req-6d0b6c12-5b71-4e82-b8c7-90223c7beb3c tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Resources bound (agent type, host, resource id): {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:45:01.623169 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0b6c12-5b71-4e82-b8c7-90223c7beb3c tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Received port after_create {{(pid=111414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:45:01.627280 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b6c12-5b71-4e82-b8c7-90223c7beb3c tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Pushing event updated for resources: {'Port': ['ID=49fb911d-40e6-4ee8-839f-94a6c17161f9,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:45:01.677556 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-e641d0d4-870b-4106-a826-9ac3a6bd9139 req-3007d80e-918c-473b-837a-98fde6ec7ff6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/75c84943-00ac-41e3-a6c3-2ea734b46148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6940017 Oct 19 00:45:01.681936 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:45:01.798743 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (6724934a-8b6e-4109-8304-d160e240b776), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:01.935340 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58afa9-0400-4dc8-91d6-ec6060efd351 req-e1c3ccfe-18d6-4cc2-9564-49f82ff9f6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:01.936882 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-0f58afa9-0400-4dc8-91d6-ec6060efd351 req-e1c3ccfe-18d6-4cc2-9564-49f82ff9f6cc service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c0151d58abd047a692f5cc4e7d05bea5&device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 1130 time: 0.0952153 Oct 19 00:45:02.205305 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58afa9-0400-4dc8-91d6-ec6060efd351 req-0045a879-7826-4de8-ab97-fc3ed98064f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:02.206861 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-0f58afa9-0400-4dc8-91d6-ec6060efd351 req-0045a879-7826-4de8-ab97-fc3ed98064f2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=75c84943-00ac-41e3-a6c3-2ea734b46148 HTTP/1.1" status: 200 len: 920 time: 0.2602363 Oct 19 00:45:02.314011 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:45:02.329003 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-0f58afa9-0400-4dc8-91d6-ec6060efd351 req-3b1e5439-4746-440b-a3c7-ecf6eaffa965 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=667c66be-7422-49b6-8e96-6c36f067b697 HTTP/1.1" status: 200 len: 1001 time: 0.1142080 Oct 19 00:45:02.375590 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-6d0b6c12-5b71-4e82-b8c7-90223c7beb3c tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks [] for floatingip (84030ac4-d4db-4fd2-9449-ac5b759fdfa5), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:02.384628 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:45:02.394503 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ab1ea-58ac-430c-b85e-b120b36053e8 req-222723d5-31d7-40e3-8388-c1bf0ff06a76 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:02.396264 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-fb7ab1ea-58ac-430c-b85e-b120b36053e8 req-222723d5-31d7-40e3-8388-c1bf0ff06a76 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7dd981d-4382-47dc-8d9c-effae6f630f3 HTTP/1.1" status: 200 len: 944 time: 0.0568523 Oct 19 00:45:02.450559 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58afa9-0400-4dc8-91d6-ec6060efd351 req-f91f64d5-3bac-4902-9836-adf179263528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:02.452132 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-fb7ab1ea-58ac-430c-b85e-b120b36053e8 req-02b9eb23-fea1-4936-8b96-8d9cf9bbc228 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=43973c56-adba-4c5f-9bcf-fc4237016924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460942 Oct 19 00:45:02.453073 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-0f58afa9-0400-4dc8-91d6-ec6060efd351 req-f91f64d5-3bac-4902-9836-adf179263528 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=da4d7e39-f806-4ee4-9a72-d230cc0f9d32 HTTP/1.1" status: 200 len: 858 time: 0.1167419 Oct 19 00:45:02.569427 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-6d0b6c12-5b71-4e82-b8c7-90223c7beb3c tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (49fb911d-40e6-4ee8-839f-94a6c17161f9), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:02.578903 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58afa9-0400-4dc8-91d6-ec6060efd351 req-e4eeecd7-c2cb-403a-a2e3-2cb658bc4f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:02.581520 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-0f58afa9-0400-4dc8-91d6-ec6060efd351 req-e4eeecd7-c2cb-403a-a2e3-2cb658bc4f99 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=75c84943-00ac-41e3-a6c3-2ea734b46148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1161664 Oct 19 00:45:02.588351 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 7c972af5-e79c-417f-bd49-ea410c70f201 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=111416) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:45:02.710135 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port 7c972af5-e79c-417f-bd49-ea410c70f201, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7c972af5-e79c-417f-bd49-ea410c70f201,segment=NetworkSegment(e1751744-52ca-4c83-95d3-96eb3f519636),segment_id=e1751744-52ca-4c83-95d3-96eb3f519636)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:45:02.724944 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Returning: {'device': '7c972af5-e79c-417f-bd49-ea410c70f201', 'network_id': 'febcf320-b179-4c31-a898-24a66a89b934', 'port_id': '7c972af5-e79c-417f-bd49-ea410c70f201', 'mac_address': 'fa:16:3e:22:37:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4850ad2-60f0-4172-bbe2-5711a9ee3a86', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111416) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:45:02.769716 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port 7c972af5-e79c-417f-bd49-ea410c70f201 is: DOWN; New status is: BUILD {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:45:02.770271 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (7c972af5-e79c-417f-bd49-ea410c70f201), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:02.787955 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c972af5-e79c-417f-bd49-ea410c70f201 {{(pid=111416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 00:45:02.812383 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port 7c972af5-e79c-417f-bd49-ea410c70f201, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7c972af5-e79c-417f-bd49-ea410c70f201,segment=NetworkSegment(e1751744-52ca-4c83-95d3-96eb3f519636),segment_id=e1751744-52ca-4c83-95d3-96eb3f519636)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:45:02.818461 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (7c972af5-e79c-417f-bd49-ea410c70f201), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:02.871288 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=7c972af5-e79c-417f-bd49-ea410c70f201,revision_number=4']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:45:02.913970 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-0f58afa9-0400-4dc8-91d6-ec6060efd351 req-cce9e258-0eec-48e2-a525-543ef50a354c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/75c84943-00ac-41e3-a6c3-2ea734b46148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994690 Oct 19 00:45:03.033674 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:45:03.125189 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-6d0b6c12-5b71-4e82-b8c7-90223c7beb3c tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks [] for port (49fb911d-40e6-4ee8-839f-94a6c17161f9), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:03.139979 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-6d0b6c12-5b71-4e82-b8c7-90223c7beb3c tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577477'] for port (49fb911d-40e6-4ee8-839f-94a6c17161f9), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:03.207396 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-0f58afa9-0400-4dc8-91d6-ec6060efd351 req-65e4bc64-7c6b-43be-9c3e-9ab7acf56315 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/75c84943-00ac-41e3-a6c3-2ea734b46148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839949 Oct 19 00:45:03.213207 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] get_ports_and_sgs() called for port_ids ['7c972af5-e79c-417f-bd49-ea410c70f201'] {{(pid=111416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 00:45:03.234248 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-6d0b6c12-5b71-4e82-b8c7-90223c7beb3c tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942318'] for floatingip (84030ac4-d4db-4fd2-9449-ac5b759fdfa5), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:03.239737 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b6c12-5b71-4e82-b8c7-90223c7beb3c tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Pushing event updated for resources: {'Port': ['ID=49fb911d-40e6-4ee8-839f-94a6c17161f9,revision_number=2']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:45:03.388961 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.db.l3_db [None req-6d0b6c12-5b71-4e82-b8c7-90223c7beb3c tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Floating IP 84030ac4-d4db-4fd2-9449-ac5b759fdfa5 associated. External IP: 172.37.6.18, port: 3f92cbb3-bb62-457d-b0d7-92947884c5fb. Oct 19 00:45:03.438719 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:45:03.453677 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee168a-c660-4b42-8a31-d0b848b73e7b req-a6c3873f-9d59-4e03-b146-15c44818bbb1 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:03.456076 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a7ee168a-c660-4b42-8a31-d0b848b73e7b req-a6c3873f-9d59-4e03-b146-15c44818bbb1 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 946 time: 0.0790081 Oct 19 00:45:03.516572 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a7ee168a-c660-4b42-8a31-d0b848b73e7b req-633a5e5f-40c3-463b-ab55-20138dff554c tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492797 Oct 19 00:45:03.670639 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d0b6c12-5b71-4e82-b8c7-90223c7beb3c tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Router e4e088dd-fead-45f8-a190-19c3426512cb has already been hosted by L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 {{(pid=111414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:45:03.675722 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:45:03.698581 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ae9c3-90fb-4020-8c11-1ad9d48820bf req-73f2a6b9-3087-49db-8cd7-89b21f038355 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:03.701137 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-051ae9c3-90fb-4020-8c11-1ad9d48820bf req-73f2a6b9-3087-49db-8cd7-89b21f038355 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7dd981d-4382-47dc-8d9c-effae6f630f3 HTTP/1.1" status: 200 len: 945 time: 0.0857360 Oct 19 00:45:03.784474 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-051ae9c3-90fb-4020-8c11-1ad9d48820bf req-fc35a6f7-7759-41ce-988d-55baa5492490 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=43973c56-adba-4c5f-9bcf-fc4237016924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765517 Oct 19 00:45:03.835237 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0b6c12-5b71-4e82-b8c7-90223c7beb3c tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:45:03.850855 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28d253e-26b0-4555-a546-57773c5997b0 None None] Sync routers for ids ['e4e088dd-fead-45f8-a190-19c3426512cb'] in dv-cinder-master-3-iscsi {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:45:03.863936 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-6d0b6c12-5b71-4e82-b8c7-90223c7beb3c tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for floatingip (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:03.864707 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28d253e-26b0-4555-a546-57773c5997b0 None None] Routers {'e4e088dd-fead-45f8-a190-19c3426512cb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:45:03.865351 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-e28d253e-26b0-4555-a546-57773c5997b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:44:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['e4e088dd-fead-45f8-a190-19c3426512cb'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:45:03.904296 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-6d0b6c12-5b71-4e82-b8c7-90223c7beb3c tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4471099 Oct 19 00:45:03.905235 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b7c19ee-6d89-4855-bf4b-d35b65bb170b', 'tag': '3f92cbb3-bb62-457d-b0d7-92947884c5fb'}] {{(pid=111414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:45:03.908853 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e46469f00a83062af0f8a877bbd3a06bc7f865c711541049e4990ec8a28c8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b792bf3f-b278-43aa-a6c4-c74100e68928" -d '{"events": [{"name": "network-changed", "server_uuid": "0b7c19ee-6d89-4855-bf4b-d35b65bb170b", "tag": "3f92cbb3-bb62-457d-b0d7-92947884c5fb"}]}' {{(pid=111414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:45:03.955453 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 00:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36434fa-04c2-4d68-afe5-f2a000a10fb6 x-openstack-request-id: req-c36434fa-04c2-4d68-afe5-f2a000a10fb6 {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:45:03.956343 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b7c19ee-6d89-4855-bf4b-d35b65bb170b", "tag": "3f92cbb3-bb62-457d-b0d7-92947884c5fb", "status": "completed", "code": 200}]} {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:45:03.956343 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c36434fa-04c2-4d68-afe5-f2a000a10fb6 {{(pid=111414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:45:03.956670 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c36434fa-04c2-4d68-afe5-f2a000a10fb6'] response: {'name': 'network-changed', 'server_uuid': '0b7c19ee-6d89-4855-bf4b-d35b65bb170b', 'tag': '3f92cbb3-bb62-457d-b0d7-92947884c5fb', 'status': 'completed', 'code': 200} Oct 19 00:45:03.991214 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-e28d253e-26b0-4555-a546-57773c5997b0 None None] Set router e4e088dd-fead-45f8-a190-19c3426512cb gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:45:04.383916 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-e28d253e-26b0-4555-a546-57773c5997b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'name': 'tempest-TestVolumeBootPattern-1509644699-router', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.224'}], 'enable_snat': True}, 'gw_port_id': 'dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:43:56Z', 'updated_at': '2022-10-19T00:44:00Z', 'revision_number': 4, 'project_id': '8684504b0eff415b9063cebae21ca667', 'gw_port': {'id': 'dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:43:57Z', 'updated_at': '2022-10-19T00:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '84030ac4-d4db-4fd2-9449-ac5b759fdfa5', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'floating_ip_address': '172.37.6.18', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'port_id': '3f92cbb3-bb62-457d-b0d7-92947884c5fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac', 'mac_address': 'fa:16:3e:61:a8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7c19ee-6d89-4855-bf4b-d35b65bb170b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:45:02Z', 'updated_at': '2022-10-19T00:45:02Z', 'revision_number': 0, 'project_id': '8684504b0eff415b9063cebae21ca667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4a76fb-25b4-4764-9e7e-531467118a04', 'name': '', 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'mac_address': 'fa:16:3e:9d:ff:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ed6b2b90-24f3-4781-a6d8-0b858f53c7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:43:59Z', 'updated_at': '2022-10-19T00:44:06Z', 'revision_number': 5, 'project_id': '8684504b0eff415b9063cebae21ca667', 'subnets': [{'id': 'ed6b2b90-24f3-4781-a6d8-0b858f53c7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:45:04.419285 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28d253e-26b0-4555-a546-57773c5997b0 None None] Checking router: e4e088dd-fead-45f8-a190-19c3426512cb for host: dv-cinder-master-3-iscsi {{(pid=111417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:45:04.430093 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28d253e-26b0-4555-a546-57773c5997b0 None None] Routers {'e4e088dd-fead-45f8-a190-19c3426512cb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:45:04.430911 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-e28d253e-26b0-4555-a546-57773c5997b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:44:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['e4e088dd-fead-45f8-a190-19c3426512cb'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:45:04.546809 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-e28d253e-26b0-4555-a546-57773c5997b0 None None] Set router e4e088dd-fead-45f8-a190-19c3426512cb gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:45:04.580830 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-000a8beb-d561-4227-85a4-c70e652e4f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:04.617860 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 7c972af5-e79c-417f-bd49-ea410c70f201 up at agent hyperv_hv-cinder-maste {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:45:04.686699 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Provisioning for port 7c972af5-e79c-417f-bd49-ea410c70f201 completed by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 19 00:45:04.690004 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:45:04.699128 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Provisioning complete for port 7c972af5-e79c-417f-bd49-ea410c70f201 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:45:04.701247 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (7c972af5-e79c-417f-bd49-ea410c70f201), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:04.701247 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Attempt 1 to provision port 7c972af5-e79c-417f-bd49-ea410c70f201 Oct 19 00:45:04.734996 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb1559d-87f6-4cd5-80a0-4c12aedbef58 req-0a121cf6-75bf-45f9-8ad0-a09fdcbfafac tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:04.737413 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-4cb1559d-87f6-4cd5-80a0-4c12aedbef58 req-0a121cf6-75bf-45f9-8ad0-a09fdcbfafac tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 946 time: 0.0709887 Oct 19 00:45:04.813737 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:45:04.835315 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-4cb1559d-87f6-4cd5-80a0-4c12aedbef58 req-456f74c3-1590-49af-bf9b-a9c3caed505f tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814466 Oct 19 00:45:04.868062 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:45:04.883505 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port 7c972af5-e79c-417f-bd49-ea410c70f201 is: BUILD; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:45:04.885352 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (7c972af5-e79c-417f-bd49-ea410c70f201), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:04.934867 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7dd981d-4382-47dc-8d9c-effae6f630f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c972af5-e79c-417f-bd49-ea410c70f201'}] {{(pid=111416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:45:04.937788 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0240e38e362fdc750089dc1f1183b30604621660299f95a12c585bcfa6b02ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb217eb-8e4d-4526-b0ce-ec32fea6c195" -d '{"events": [{"server_uuid": "c7dd981d-4382-47dc-8d9c-effae6f630f3", "name": "network-vif-plugged", "status": "completed", "tag": "7c972af5-e79c-417f-bd49-ea410c70f201"}]}' {{(pid=111416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:45:04.949939 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-e28d253e-26b0-4555-a546-57773c5997b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'name': 'tempest-TestVolumeBootPattern-1509644699-router', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.224'}], 'enable_snat': True}, 'gw_port_id': 'dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:43:56Z', 'updated_at': '2022-10-19T00:44:00Z', 'revision_number': 4, 'project_id': '8684504b0eff415b9063cebae21ca667', 'gw_port': {'id': 'dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:43:57Z', 'updated_at': '2022-10-19T00:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '84030ac4-d4db-4fd2-9449-ac5b759fdfa5', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'floating_ip_address': '172.37.6.18', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'port_id': '3f92cbb3-bb62-457d-b0d7-92947884c5fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac', 'mac_address': 'fa:16:3e:61:a8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7c19ee-6d89-4855-bf4b-d35b65bb170b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:45:02Z', 'updated_at': '2022-10-19T00:45:02Z', 'revision_number': 0, 'project_id': '8684504b0eff415b9063cebae21ca667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4a76fb-25b4-4764-9e7e-531467118a04', 'name': '', 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'mac_address': 'fa:16:3e:9d:ff:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ed6b2b90-24f3-4781-a6d8-0b858f53c7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:43:59Z', 'updated_at': '2022-10-19T00:44:06Z', 'revision_number': 5, 'project_id': '8684504b0eff415b9063cebae21ca667', 'subnets': [{'id': 'ed6b2b90-24f3-4781-a6d8-0b858f53c7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:45:04.980666 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port 7c972af5-e79c-417f-bd49-ea410c70f201, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7c972af5-e79c-417f-bd49-ea410c70f201,segment=NetworkSegment(e1751744-52ca-4c83-95d3-96eb3f519636),segment_id=e1751744-52ca-4c83-95d3-96eb3f519636)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:45:04.991442 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (7c972af5-e79c-417f-bd49-ea410c70f201), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:05.006476 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28d253e-26b0-4555-a546-57773c5997b0 None None] The sync data for ids ['e4e088dd-fead-45f8-a190-19c3426512cb'] in dv-cinder-master-3-iscsi is: [{'id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'name': 'tempest-TestVolumeBootPattern-1509644699-router', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.224'}], 'enable_snat': True}, 'gw_port_id': 'dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:43:56Z', 'updated_at': '2022-10-19T00:44:00Z', 'revision_number': 4, 'project_id': '8684504b0eff415b9063cebae21ca667', 'gw_port': {'id': 'dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:43:57Z', 'updated_at': '2022-10-19T00:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '84030ac4-d4db-4fd2-9449-ac5b759fdfa5', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'floating_ip_address': '172.37.6.18', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'port_id': '3f92cbb3-bb62-457d-b0d7-92947884c5fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac', 'mac_address': 'fa:16:3e:61:a8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7c19ee-6d89-4855-bf4b-d35b65bb170b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:45:02Z', 'updated_at': '2022-10-19T00:45:02Z', 'revision_number': 0, 'project_id': '8684504b0eff415b9063cebae21ca667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4a76fb-25b4-4764-9e7e-531467118a04', 'name': '', 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'mac_address': 'fa:16:3e:9d:ff:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ed6b2b90-24f3-4781-a6d8-0b858f53c7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:43:59Z', 'updated_at': '2022-10-19T00:44:06Z', 'revision_number': 5, 'project_id': '8684504b0eff415b9063cebae21ca667', 'subnets': [{'id': 'ed6b2b90-24f3-4781-a6d8-0b858f53c7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:45:05.043183 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb752d-3ab3-4020-98aa-7c2b11b3783c req-8dc6eb00-5528-4381-8ff5-491eca9e7e4d tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:05.044782 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-24eb752d-3ab3-4020-98aa-7c2b11b3783c req-8dc6eb00-5528-4381-8ff5-491eca9e7e4d tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7dd981d-4382-47dc-8d9c-effae6f630f3 HTTP/1.1" status: 200 len: 945 time: 0.1124613 Oct 19 00:45:05.087388 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=7c972af5-e79c-417f-bd49-ea410c70f201,revision_number=5']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:45:05.092115 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792bf3f-b278-43aa-a6c4-c74100e68928 req-82287e81-b52a-4148-8633-a19c12942472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:05.095061 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-b792bf3f-b278-43aa-a6c4-c74100e68928 req-82287e81-b52a-4148-8633-a19c12942472 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=8684504b0eff415b9063cebae21ca667&device_id=0b7c19ee-6d89-4855-bf4b-d35b65bb170b HTTP/1.1" status: 200 len: 1129 time: 0.1289444 Oct 19 00:45:05.130330 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-24eb752d-3ab3-4020-98aa-7c2b11b3783c req-e0eab0b9-4933-4058-98b0-a328eb4a8978 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=43973c56-adba-4c5f-9bcf-fc4237016924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682878 Oct 19 00:45:05.181843 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 00:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d405513-a092-4ef8-8d88-5a2adb4e4a75 x-openstack-request-id: req-1d405513-a092-4ef8-8d88-5a2adb4e4a75 {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:45:05.182331 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7dd981d-4382-47dc-8d9c-effae6f630f3", "name": "network-vif-plugged", "status": "completed", "tag": "7c972af5-e79c-417f-bd49-ea410c70f201", "code": 200}]} {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:45:05.182628 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1d405513-a092-4ef8-8d88-5a2adb4e4a75 {{(pid=111416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:45:05.183050 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d405513-a092-4ef8-8d88-5a2adb4e4a75'] response: {'server_uuid': 'c7dd981d-4382-47dc-8d9c-effae6f630f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c972af5-e79c-417f-bd49-ea410c70f201', 'code': 200} Oct 19 00:45:05.311796 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792bf3f-b278-43aa-a6c4-c74100e68928 req-05f4e9f4-2f08-413d-afaa-2547a4cf9323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:05.313865 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3383dc1-b3cd-456e-aa7f-5025fc8dc66d None None] New status for floating IP 84030ac4-d4db-4fd2-9449-ac5b759fdfa5: ACTIVE {{(pid=111416) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 00:45:05.314195 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-b792bf3f-b278-43aa-a6c4-c74100e68928 req-05f4e9f4-2f08-413d-afaa-2547a4cf9323 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=cfe47441-dd27-4b7c-958a-cc2e5c8243ac HTTP/1.1" status: 200 len: 913 time: 0.1155050 Oct 19 00:45:05.573975 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725f182-16f3-448a-9ab8-20d400838ccb req-c82a33ff-34e4-4109-8016-bb29f2be4184 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:05.575704 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-f725f182-16f3-448a-9ab8-20d400838ccb req-c82a33ff-34e4-4109-8016-bb29f2be4184 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 946 time: 0.1521914 Oct 19 00:45:05.580490 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-b792bf3f-b278-43aa-a6c4-c74100e68928 req-56cfa269-cf7d-42c9-9ca7-2b13af8f0e2a service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f92cbb3-bb62-457d-b0d7-92947884c5fb HTTP/1.1" status: 200 len: 998 time: 0.1590743 Oct 19 00:45:05.582913 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9f3e5-c5aa-4148-b421-3498fe8d9b88 req-354dbb07-4123-4a82-8582-615797d9f805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:05.584354 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-4ae9f3e5-c5aa-4148-b421-3498fe8d9b88 req-354dbb07-4123-4a82-8582-615797d9f805 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c7dd981d-4382-47dc-8d9c-effae6f630f3 HTTP/1.1" status: 200 len: 1130 time: 0.0864718 Oct 19 00:45:05.626336 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:45:05.732082 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792bf3f-b278-43aa-a6c4-c74100e68928 req-0d56de23-8b82-4eb1-8738-e11e6579ca05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:05.733595 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-b792bf3f-b278-43aa-a6c4-c74100e68928 req-0d56de23-8b82-4eb1-8738-e11e6579ca05 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=ed6b2b90-24f3-4781-a6d8-0b858f53c7ca HTTP/1.1" status: 200 len: 851 time: 0.1427863 Oct 19 00:45:05.762439 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-4ae9f3e5-c5aa-4148-b421-3498fe8d9b88 req-45a7196f-5009-42ea-b0fa-82ddb3d639d9 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=43973c56-adba-4c5f-9bcf-fc4237016924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692185 Oct 19 00:45:05.782773 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [req-f725f182-16f3-448a-9ab8-20d400838ccb req-af48378b-45a9-4754-aa43-9f4eb8c5da47 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Deleting port 6aea38b4-b7a0-4e8e-82dc-deb19c260092 {{(pid=111414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:45:05.783121 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-f725f182-16f3-448a-9ab8-20d400838ccb req-af48378b-45a9-4754-aa43-9f4eb8c5da47 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (6aea38b4-b7a0-4e8e-82dc-deb19c260092), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:05.845025 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792bf3f-b278-43aa-a6c4-c74100e68928 req-173448e5-d175-46a2-96bb-2fcce8d4deed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:05.846609 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-b792bf3f-b278-43aa-a6c4-c74100e68928 req-173448e5-d175-46a2-96bb-2fcce8d4deed service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=cfe47441-dd27-4b7c-958a-cc2e5c8243ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1036942 Oct 19 00:45:05.903642 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-f725f182-16f3-448a-9ab8-20d400838ccb req-af48378b-45a9-4754-aa43-9f4eb8c5da47 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] For port 6aea38b4-b7a0-4e8e-82dc-deb19c260092, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6aea38b4-b7a0-4e8e-82dc-deb19c260092,segment=NetworkSegment(5e10216b-5353-4a7f-a5b9-0961a609cc49),segment_id=5e10216b-5353-4a7f-a5b9-0961a609cc49)] {{(pid=111414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:45:05.904010 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-f725f182-16f3-448a-9ab8-20d400838ccb req-af48378b-45a9-4754-aa43-9f4eb8c5da47 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (6aea38b4-b7a0-4e8e-82dc-deb19c260092), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:06.017245 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0bec0e-43a6-4be5-9b70-a95b9f694c8d req-d2402637-6331-4741-b4f4-80bac587e764 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:06.018933 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-bc0bec0e-43a6-4be5-9b70-a95b9f694c8d req-d2402637-6331-4741-b4f4-80bac587e764 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 946 time: 0.0545070 Oct 19 00:45:06.077084 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-bc0bec0e-43a6-4be5-9b70-a95b9f694c8d req-a156e641-5281-434c-a243-b81421eb121a tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=57428c21-fc70-4bfd-a883-2318d0aab4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510492 Oct 19 00:45:06.082235 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:45:06.179668 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-f725f182-16f3-448a-9ab8-20d400838ccb req-af48378b-45a9-4754-aa43-9f4eb8c5da47 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:06.180298 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-f725f182-16f3-448a-9ab8-20d400838ccb req-af48378b-45a9-4754-aa43-9f4eb8c5da47 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942318'] for floatingip (218c603d-b736-40f8-92b4-84c35d44d536), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:06.180595 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.db.l3_db [req-f725f182-16f3-448a-9ab8-20d400838ccb req-af48378b-45a9-4754-aa43-9f4eb8c5da47 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Floating IP 218c603d-b736-40f8-92b4-84c35d44d536 disassociated. External IP: 172.37.6.137, port: 6aea38b4-b7a0-4e8e-82dc-deb19c260092. Oct 19 00:45:06.180699 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [req-f725f182-16f3-448a-9ab8-20d400838ccb req-af48378b-45a9-4754-aa43-9f4eb8c5da47 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Calling delete_port for 6aea38b4-b7a0-4e8e-82dc-deb19c260092 owned by compute:nova {{(pid=111414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:45:06.249296 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-b792bf3f-b278-43aa-a6c4-c74100e68928 req-78ee074c-f92c-4829-8d88-626bcf27554f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cfe47441-dd27-4b7c-958a-cc2e5c8243ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944463 Oct 19 00:45:06.308991 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edae71c-34be-468d-8296-4973f8f799e2 req-800be8a3-8e5b-4afd-9d1e-20555811ed45 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:06.311673 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8edae71c-34be-468d-8296-4973f8f799e2 req-800be8a3-8e5b-4afd-9d1e-20555811ed45 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7dd981d-4382-47dc-8d9c-effae6f630f3 HTTP/1.1" status: 200 len: 946 time: 0.0922527 Oct 19 00:45:06.355937 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-f725f182-16f3-448a-9ab8-20d400838ccb req-af48378b-45a9-4754-aa43-9f4eb8c5da47 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (6aea38b4-b7a0-4e8e-82dc-deb19c260092), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:06.390408 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af48378b-45a9-4754-aa43-9f4eb8c5da47 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Pushing event deleted for resources: {'Port': ['ID=6aea38b4-b7a0-4e8e-82dc-deb19c260092,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:45:06.392698 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8edae71c-34be-468d-8296-4973f8f799e2 req-aa018093-d33f-4aa1-8073-80c71d909520 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=43973c56-adba-4c5f-9bcf-fc4237016924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746837 Oct 19 00:45:06.787551 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-c989e2fc-f913-4a48-9c90-62c04b9ecb93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:06.973699 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f725f182-16f3-448a-9ab8-20d400838ccb req-af48378b-45a9-4754-aa43-9f4eb8c5da47 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Router 3cf80fd9-74a2-405a-9e51-106271f1f361 has already been hosted by L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 {{(pid=111414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:45:07.052873 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-b792bf3f-b278-43aa-a6c4-c74100e68928 req-bbc02e4e-f4f1-4292-9bd7-581f877ec516 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cfe47441-dd27-4b7c-958a-cc2e5c8243ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5401354 Oct 19 00:45:07.103602 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:45:07.127343 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f725f182-16f3-448a-9ab8-20d400838ccb req-af48378b-45a9-4754-aa43-9f4eb8c5da47 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:45:07.143468 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e291c25e-e9b1-480d-8f53-592ebf8943e5 None None] Sync routers for ids ['3cf80fd9-74a2-405a-9e51-106271f1f361'] in dv-cinder-master-3-iscsi {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:45:07.164573 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e291c25e-e9b1-480d-8f53-592ebf8943e5 None None] Routers {'3cf80fd9-74a2-405a-9e51-106271f1f361'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:45:07.165360 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-e291c25e-e9b1-480d-8f53-592ebf8943e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:45:07Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['3cf80fd9-74a2-405a-9e51-106271f1f361'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:45:07.196799 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [req-f725f182-16f3-448a-9ab8-20d400838ccb req-af48378b-45a9-4754-aa43-9f4eb8c5da47 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] No DVR routers for this DVR port 6aea38b4-b7a0-4e8e-82dc-deb19c260092 on host hv-cinder-maste {{(pid=111414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 19 00:45:07.200771 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-f725f182-16f3-448a-9ab8-20d400838ccb req-af48378b-45a9-4754-aa43-9f4eb8c5da47 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:07.206912 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-f725f182-16f3-448a-9ab8-20d400838ccb req-af48378b-45a9-4754-aa43-9f4eb8c5da47 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.20 "DELETE /networking/v2.0/ports/6aea38b4-b7a0-4e8e-82dc-deb19c260092 HTTP/1.1" status: 204 len: 173 time: 1.6251514 Oct 19 00:45:07.208294 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2', 'name': 'network-vif-deleted', 'tag': '6aea38b4-b7a0-4e8e-82dc-deb19c260092'}] {{(pid=111414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:45:07.208426 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=100 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:45:07.213311 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e46469f00a83062af0f8a877bbd3a06bc7f865c711541049e4990ec8a28c8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da70818f-fbb9-422a-a94e-ceb163193712" -d '{"events": [{"server_uuid": "b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2", "name": "network-vif-deleted", "tag": "6aea38b4-b7a0-4e8e-82dc-deb19c260092"}]}' {{(pid=111414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:45:07.249126 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8d00e9de-6982-4c90-81b0-f53cc5ced316 req-eed95cec-6157-4da3-9fbb-4749e5cc1773 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 210 time: 0.0585520 Oct 19 00:45:07.314302 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 00:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42cfeefd-657d-49c8-bdbb-0d360748c19a x-openstack-request-id: req-42cfeefd-657d-49c8-bdbb-0d360748c19a {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:45:07.314758 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2", "name": "network-vif-deleted", "tag": "6aea38b4-b7a0-4e8e-82dc-deb19c260092", "status": "completed", "code": 200}]} {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:45:07.315142 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-42cfeefd-657d-49c8-bdbb-0d360748c19a {{(pid=111414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:45:07.315757 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42cfeefd-657d-49c8-bdbb-0d360748c19a'] response: {'server_uuid': 'b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2', 'name': 'network-vif-deleted', 'tag': '6aea38b4-b7a0-4e8e-82dc-deb19c260092', 'status': 'completed', 'code': 200} Oct 19 00:45:07.327111 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-e291c25e-e9b1-480d-8f53-592ebf8943e5 None None] Set router 3cf80fd9-74a2-405a-9e51-106271f1f361 gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:45:07.589653 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fca457-6eb4-4a76-8cd5-f2d5fbd8e8bf req-d304067a-f789-43e9-bb4e-f6e646608c90 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:07.591687 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-e3fca457-6eb4-4a76-8cd5-f2d5fbd8e8bf req-d304067a-f789-43e9-bb4e-f6e646608c90 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7dd981d-4382-47dc-8d9c-effae6f630f3 HTTP/1.1" status: 200 len: 946 time: 0.0751548 Oct 19 00:45:07.629197 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-e291c25e-e9b1-480d-8f53-592ebf8943e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'name': 'tempest-AttachVolumeShelveTestJSON-974185996-router', 'tenant_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.225'}], 'enable_snat': True}, 'gw_port_id': '8600c63b-1f07-4601-8ec4-f15ced3e9ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 4, 'project_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'gw_port': {'id': '8600c63b-1f07-4601-8ec4-f15ced3e9ba2', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:27Z', 'updated_at': '2022-10-19T00:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '930e8761-e1d9-4b49-b26a-59d0cbc1c7e1', 'name': '', 'network_id': '173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc', 'tenant_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'mac_address': 'fa:16:3e:81:1b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '29c3f2de-ba2c-47ae-bf44-d2591e2e7caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:35Z', 'updated_at': '2022-10-19T00:40:58Z', 'revision_number': 5, 'project_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'subnets': [{'id': '29c3f2de-ba2c-47ae-bf44-d2591e2e7caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:45:07.663598 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e291c25e-e9b1-480d-8f53-592ebf8943e5 None None] Checking router: 3cf80fd9-74a2-405a-9e51-106271f1f361 for host: dv-cinder-master-3-iscsi {{(pid=111417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:45:07.672407 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-e3fca457-6eb4-4a76-8cd5-f2d5fbd8e8bf req-bb0b9899-3324-498a-84a3-8330000fd5d8 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=43973c56-adba-4c5f-9bcf-fc4237016924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699515 Oct 19 00:45:07.674719 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e291c25e-e9b1-480d-8f53-592ebf8943e5 None None] Routers {'3cf80fd9-74a2-405a-9e51-106271f1f361'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:45:07.675439 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-e291c25e-e9b1-480d-8f53-592ebf8943e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:45:07Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['3cf80fd9-74a2-405a-9e51-106271f1f361'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:45:07.794808 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-e291c25e-e9b1-480d-8f53-592ebf8943e5 None None] Set router 3cf80fd9-74a2-405a-9e51-106271f1f361 gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:45:08.020815 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-e291c25e-e9b1-480d-8f53-592ebf8943e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'name': 'tempest-AttachVolumeShelveTestJSON-974185996-router', 'tenant_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.225'}], 'enable_snat': True}, 'gw_port_id': '8600c63b-1f07-4601-8ec4-f15ced3e9ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 4, 'project_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'gw_port': {'id': '8600c63b-1f07-4601-8ec4-f15ced3e9ba2', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:27Z', 'updated_at': '2022-10-19T00:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '930e8761-e1d9-4b49-b26a-59d0cbc1c7e1', 'name': '', 'network_id': '173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc', 'tenant_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'mac_address': 'fa:16:3e:81:1b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '29c3f2de-ba2c-47ae-bf44-d2591e2e7caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:35Z', 'updated_at': '2022-10-19T00:40:58Z', 'revision_number': 5, 'project_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'subnets': [{'id': '29c3f2de-ba2c-47ae-bf44-d2591e2e7caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:45:08.049690 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e291c25e-e9b1-480d-8f53-592ebf8943e5 None None] The sync data for ids ['3cf80fd9-74a2-405a-9e51-106271f1f361'] in dv-cinder-master-3-iscsi is: [{'id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'name': 'tempest-AttachVolumeShelveTestJSON-974185996-router', 'tenant_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.225'}], 'enable_snat': True}, 'gw_port_id': '8600c63b-1f07-4601-8ec4-f15ced3e9ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 4, 'project_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'gw_port': {'id': '8600c63b-1f07-4601-8ec4-f15ced3e9ba2', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:27Z', 'updated_at': '2022-10-19T00:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '930e8761-e1d9-4b49-b26a-59d0cbc1c7e1', 'name': '', 'network_id': '173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc', 'tenant_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'mac_address': 'fa:16:3e:81:1b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '29c3f2de-ba2c-47ae-bf44-d2591e2e7caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:35Z', 'updated_at': '2022-10-19T00:40:58Z', 'revision_number': 5, 'project_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'subnets': [{'id': '29c3f2de-ba2c-47ae-bf44-d2591e2e7caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:45:08.261377 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:08.306074 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23292ac2-c831-4040-852a-32457f11ef27 None None] New status for floating IP 218c603d-b736-40f8-92b4-84c35d44d536: DOWN {{(pid=111416) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 00:45:08.452489 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-47a2f920-57c4-423a-98a7-f76b339944cb req-ba2afac1-8c2c-45cc-a3de-dc5f1b3f4ddd tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2dadc2d-e0a5-4687-a04e-c78f2a17f8b2 HTTP/1.1" status: 200 len: 210 time: 0.0340736 Oct 19 00:45:08.644501 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 6aea38b4-b7a0-4e8e-82dc-deb19c260092 no longer exists at agent hyperv_hv-cinder-maste {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:45:08.667330 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] No Port match for: 6aea38b4-b7a0-4e8e-82dc-deb19c260092 {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:45:08.667585 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 6aea38b4-b7a0-4e8e-82dc-deb19c260092 not bound to the agent host hv-cinder-maste {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:45:08.832452 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c5b9c-578c-413d-aa7c-afb34172709c req-a6d6b169-0a92-435b-bd60-d568408623b0 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:08.834079 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-922c5b9c-578c-413d-aa7c-afb34172709c req-a6d6b169-0a92-435b-bd60-d568408623b0 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7dd981d-4382-47dc-8d9c-effae6f630f3 HTTP/1.1" status: 200 len: 946 time: 0.0553002 Oct 19 00:45:08.914418 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-922c5b9c-578c-413d-aa7c-afb34172709c req-727bcf9b-8f86-4f24-8e00-6b23c049bcb6 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=43973c56-adba-4c5f-9bcf-fc4237016924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735903 Oct 19 00:45:09.584311 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 36142) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:45:09.649792 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-7232a8ed-8c23-493c-80ef-00246b5e38dd tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks [] for security_group (57428c21-fc70-4bfd-a883-2318d0aab4ad), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:09.679367 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-7232a8ed-8c23-493c-80ef-00246b5e38dd tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks [] for security_group (57428c21-fc70-4bfd-a883-2318d0aab4ad), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:09.735170 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-7232a8ed-8c23-493c-80ef-00246b5e38dd tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (57428c21-fc70-4bfd-a883-2318d0aab4ad), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:09.738040 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-7232a8ed-8c23-493c-80ef-00246b5e38dd tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:09.739527 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-7232a8ed-8c23-493c-80ef-00246b5e38dd tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/57428c21-fc70-4bfd-a883-2318d0aab4ad HTTP/1.1" status: 204 len: 168 time: 0.1539114 Oct 19 00:45:09.744635 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 36144) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:45:09.751958 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232a8ed-8c23-493c-80ef-00246b5e38dd tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57428c21-fc70-4bfd-a883-2318d0aab4ad,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:45:09.761966 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.api.v2.resource [None req-7013880a-aa00-4b54-9c61-24a2765d6489 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] show failed (client error): The resource could not be found. Oct 19 00:45:09.763067 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-7013880a-aa00-4b54-9c61-24a2765d6489 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups/57428c21-fc70-4bfd-a883-2318d0aab4ad HTTP/1.1" status: 404 len: 347 time: 0.0165794 Oct 19 00:45:09.766994 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 36146) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:45:09.951806 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-1e8ec64c-498e-47b2-bd8a-be886769c9d9 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Deleting port 5fbd0b7c-eb66-4ac7-a40f-4ca071d9b09c {{(pid=111415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:45:09.952326 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1e8ec64c-498e-47b2-bd8a-be886769c9d9 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (5fbd0b7c-eb66-4ac7-a40f-4ca071d9b09c), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:10.035033 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:10.056230 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:45:10.079184 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1e8ec64c-498e-47b2-bd8a-be886769c9d9 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (5fbd0b7c-eb66-4ac7-a40f-4ca071d9b09c), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:10.079489 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1e8ec64c-498e-47b2-bd8a-be886769c9d9 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks [] for floatingip (5fbd0b7c-eb66-4ac7-a40f-4ca071d9b09c), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:10.093516 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-1e8ec64c-498e-47b2-bd8a-be886769c9d9 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Calling delete_port for 5fbd0b7c-eb66-4ac7-a40f-4ca071d9b09c owned by network:floatingip {{(pid=111415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:45:10.249810 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1e8ec64c-498e-47b2-bd8a-be886769c9d9 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7426774'] for port (5fbd0b7c-eb66-4ac7-a40f-4ca071d9b09c), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:10.268418 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:10.282937 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ec64c-498e-47b2-bd8a-be886769c9d9 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Pushing event deleted for resources: {'Port': ['ID=5fbd0b7c-eb66-4ac7-a40f-4ca071d9b09c,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:45:10.308911 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8ec64c-498e-47b2-bd8a-be886769c9d9 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:45:10.309256 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8ec64c-498e-47b2-bd8a-be886769c9d9 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:45:10.309598 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8ec64c-498e-47b2-bd8a-be886769c9d9 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:45:10.309936 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8ec64c-498e-47b2-bd8a-be886769c9d9 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:45:10.310265 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8ec64c-498e-47b2-bd8a-be886769c9d9 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:45:10.310623 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8ec64c-498e-47b2-bd8a-be886769c9d9 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:45:10.310952 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8ec64c-498e-47b2-bd8a-be886769c9d9 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:45:10.311273 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8ec64c-498e-47b2-bd8a-be886769c9d9 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:45:10.311594 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8ec64c-498e-47b2-bd8a-be886769c9d9 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:45:10.311914 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8ec64c-498e-47b2-bd8a-be886769c9d9 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:45:10.312231 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8ec64c-498e-47b2-bd8a-be886769c9d9 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:45:10.312547 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8ec64c-498e-47b2-bd8a-be886769c9d9 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:45:10.312876 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8ec64c-498e-47b2-bd8a-be886769c9d9 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:45:10.313209 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8ec64c-498e-47b2-bd8a-be886769c9d9 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:45:10.313489 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8ec64c-498e-47b2-bd8a-be886769c9d9 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:45:10.363277 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1e8ec64c-498e-47b2-bd8a-be886769c9d9 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks [] for floatingip (218c603d-b736-40f8-92b4-84c35d44d536), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:10.365741 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1e8ec64c-498e-47b2-bd8a-be886769c9d9 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for floatingip (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:10.366966 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-1e8ec64c-498e-47b2-bd8a-be886769c9d9 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/218c603d-b736-40f8-92b4-84c35d44d536 HTTP/1.1" status: 204 len: 168 time: 0.5989430 Oct 19 00:45:10.515631 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 36152) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:45:10.520748 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-f5ddbc94-dca0-4cf8-84b4-d514ca81204a tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1321913039', 'description': 'tempest-description--498124760'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:45:10.552493 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-f5ddbc94-dca0-4cf8-84b4-d514ca81204a tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:10.577085 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:45:10.636498 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-f5ddbc94-dca0-4cf8-84b4-d514ca81204a tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks [] for security_group (073c1927-89a8-4b65-be67-8fff8bca1e40), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:10.643927 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-f5ddbc94-dca0-4cf8-84b4-d514ca81204a tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (073c1927-89a8-4b65-be67-8fff8bca1e40), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:10.676351 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-f5ddbc94-dca0-4cf8-84b4-d514ca81204a tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:10.677641 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-f5ddbc94-dca0-4cf8-84b4-d514ca81204a tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1608977 Oct 19 00:45:10.681920 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 36154) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:45:10.687342 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-bfad119e-6f1f-41ef-9fb4-27975a6bbf30 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Request body: {'security_group_rule': {'security_group_id': '073c1927-89a8-4b65-be67-8fff8bca1e40', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:45:10.693482 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ddbc94-dca0-4cf8-84b4-d514ca81204a tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=073c1927-89a8-4b65-be67-8fff8bca1e40,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:45:10.718806 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-bfad119e-6f1f-41ef-9fb4-27975a6bbf30 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks [] for security_group_rule (608e9e16-4310-4e6b-90ca-e875d08a6b96), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:10.783273 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-bfad119e-6f1f-41ef-9fb4-27975a6bbf30 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks [] for security_group_rule (608e9e16-4310-4e6b-90ca-e875d08a6b96), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:10.787713 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-bfad119e-6f1f-41ef-9fb4-27975a6bbf30 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038804'] for security_group_rule (608e9e16-4310-4e6b-90ca-e875d08a6b96), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:10.808983 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad119e-6f1f-41ef-9fb4-27975a6bbf30 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=608e9e16-4310-4e6b-90ca-e875d08a6b96,revision_number=0']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:45:10.817405 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-bfad119e-6f1f-41ef-9fb4-27975a6bbf30 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:10.818686 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-bfad119e-6f1f-41ef-9fb4-27975a6bbf30 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1358781 Oct 19 00:45:10.824506 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 36156) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:45:10.829129 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-dee6b271-deb7-407e-ad72-c86fe8c00c1d tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Request body: {'security_group_rule': {'security_group_id': '073c1927-89a8-4b65-be67-8fff8bca1e40', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:45:10.869757 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-dee6b271-deb7-407e-ad72-c86fe8c00c1d tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks [] for security_group_rule (9b716e47-6129-4a1e-8fbc-39f3f640247c), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:10.927044 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-dee6b271-deb7-407e-ad72-c86fe8c00c1d tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks [] for security_group_rule (9b716e47-6129-4a1e-8fbc-39f3f640247c), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:10.931536 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-dee6b271-deb7-407e-ad72-c86fe8c00c1d tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038804'] for security_group_rule (9b716e47-6129-4a1e-8fbc-39f3f640247c), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:10.952639 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6b271-deb7-407e-ad72-c86fe8c00c1d tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b716e47-6129-4a1e-8fbc-39f3f640247c,revision_number=0']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:45:10.958158 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-dee6b271-deb7-407e-ad72-c86fe8c00c1d tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:10.959465 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-dee6b271-deb7-407e-ad72-c86fe8c00c1d tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1339214 Oct 19 00:45:10.963453 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 36160) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:45:10.968244 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-d8da0ac9-fc78-47dc-81b8-871241642558 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Request body: {'floatingip': {'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:45:10.991973 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d8da0ac9-fc78-47dc-81b8-871241642558 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:11.083855 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d8da0ac9-fc78-47dc-81b8-871241642558 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:11.143622 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:45:11.211232 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.db_base_plugin_common [None req-d8da0ac9-fc78-47dc-81b8-871241642558 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Allocated IP 172.37.6.127 (973fa957-bcd6-42c3-bc57-5a91d78147c8/c5b4f151-6e49-4135-be82-7abc543b5247/1feffff5-3343-4d81-9cfc-60752725677c) {{(pid=111414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:45:11.340351 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d8da0ac9-fc78-47dc-81b8-871241642558 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks [] for port (1feffff5-3343-4d81-9cfc-60752725677c), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:11.350398 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:45:11.380551 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d8da0ac9-fc78-47dc-81b8-871241642558 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (1feffff5-3343-4d81-9cfc-60752725677c), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:11.425952 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8da0ac9-fc78-47dc-81b8-871241642558 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Network 973fa957-bcd6-42c3-bc57-5a91d78147c8 is already hosted by enough agents. {{(pid=111414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:45:11.429489 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [None req-d8da0ac9-fc78-47dc-81b8-871241642558 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Resources bound (agent type, host, resource id): {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:45:11.432459 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8da0ac9-fc78-47dc-81b8-871241642558 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Received port after_create {{(pid=111414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:45:11.460075 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da0ac9-fc78-47dc-81b8-871241642558 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Pushing event updated for resources: {'Port': ['ID=1feffff5-3343-4d81-9cfc-60752725677c,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:45:11.539161 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d8da0ac9-fc78-47dc-81b8-871241642558 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks [] for floatingip (831b77ab-0991-4b54-92a9-ced89d32efdd), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:11.589245 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d8da0ac9-fc78-47dc-81b8-871241642558 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (1feffff5-3343-4d81-9cfc-60752725677c), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:11.793853 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d8da0ac9-fc78-47dc-81b8-871241642558 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks [] for port (1feffff5-3343-4d81-9cfc-60752725677c), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:11.799786 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d8da0ac9-fc78-47dc-81b8-871241642558 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577477'] for port (1feffff5-3343-4d81-9cfc-60752725677c), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:11.876467 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da0ac9-fc78-47dc-81b8-871241642558 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Pushing event updated for resources: {'Port': ['ID=1feffff5-3343-4d81-9cfc-60752725677c,revision_number=2']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:45:11.878934 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d8da0ac9-fc78-47dc-81b8-871241642558 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942318'] for floatingip (831b77ab-0991-4b54-92a9-ced89d32efdd), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:11.897941 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d8da0ac9-fc78-47dc-81b8-871241642558 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for floatingip (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:11.899396 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-d8da0ac9-fc78-47dc-81b8-871241642558 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9347172 Oct 19 00:45:12.123256 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:45:12.132813 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-1090522a-1498-46e9-8092-e38f32ee433e req-1d7843be-a0c0-49c6-9f72-1958e3451e01 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1321913039&fields=id&tenant_id=37ffcffcae9b41bbb2d13adc49cb99df HTTP/1.1" status: 200 len: 267 time: 0.0494037 Oct 19 00:45:12.269115 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090522a-1498-46e9-8092-e38f32ee433e req-b3e23b74-c656-4398-8fb1-e97a93f3f5fb tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:12.270718 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-1090522a-1498-46e9-8092-e38f32ee433e req-b3e23b74-c656-4398-8fb1-e97a93f3f5fb tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/networks?id=173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc HTTP/1.1" status: 200 len: 816 time: 0.1299744 Oct 19 00:45:12.286190 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-1090522a-1498-46e9-8092-e38f32ee433e req-a11b6d8a-fc33-46b1-ae12-951729859cf7 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/quotas/37ffcffcae9b41bbb2d13adc49cb99df HTTP/1.1" status: 200 len: 375 time: 0.0095329 Oct 19 00:45:12.341634 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-1090522a-1498-46e9-8092-e38f32ee433e req-4b051bb1-20a0-45a2-96e7-fd91c6d2f33a tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=37ffcffcae9b41bbb2d13adc49cb99df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489721 Oct 19 00:45:12.459923 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-1090522a-1498-46e9-8092-e38f32ee433e req-0d413aa9-1f0e-4d88-b6bb-5d48c2be7dcc service neutron] 10.222.0.26 "GET /networking/v2.0/networks/173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986075 Oct 19 00:45:12.568313 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-1090522a-1498-46e9-8092-e38f32ee433e req-02cb316f-c5d8-48f6-8ca4-192741b1330f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016588 Oct 19 00:45:12.781446 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-897f9e74-cbb1-4a34-926b-f82884a79a63 req-4fa6dc56-088e-43b6-a336-59b86dbae630 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 210 time: 0.0383008 Oct 19 00:45:13.903815 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-18ec5d6a-1275-46e2-8ece-33537f0db78a req-871d7256-a125-4138-9b1d-89396cb2daac tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 210 time: 0.0332842 Oct 19 00:45:14.349669 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:45:14.361164 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090522a-1498-46e9-8092-e38f32ee433e req-2dbeeee1-eea4-414b-83ac-e17a4d157be6 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:14.362785 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1090522a-1498-46e9-8092-e38f32ee433e req-2dbeeee1-eea4-414b-83ac-e17a4d157be6 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.20 "GET /networking/v2.0/networks?id=173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc HTTP/1.1" status: 200 len: 816 time: 0.1384394 Oct 19 00:45:14.461220 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1090522a-1498-46e9-8092-e38f32ee433e req-652a9477-f2f1-4a5a-8149-e4172ce4e490 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=37ffcffcae9b41bbb2d13adc49cb99df HTTP/1.1" status: 200 len: 380 time: 0.0755126 Oct 19 00:45:14.581329 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [req-1090522a-1498-46e9-8092-e38f32ee433e req-8be86c2e-91a2-4ba1-811d-30c795f37a7f tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Request body: {'port': {'device_id': '85efeeae-0648-4a33-bc74-c0f0d25880aa', 'network_id': '173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc', 'admin_state_up': True, 'tenant_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'security_groups': ['073c1927-89a8-4b65-be67-8fff8bca1e40']}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:45:14.717221 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1090522a-1498-46e9-8092-e38f32ee433e req-8be86c2e-91a2-4ba1-811d-30c795f37a7f tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Made reservation on behalf of 37ffcffcae9b41bbb2d13adc49cb99df for: {'port': 1} {{(pid=111414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:45:14.722506 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-1090522a-1498-46e9-8092-e38f32ee433e req-8be86c2e-91a2-4ba1-811d-30c795f37a7f tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:14.822537 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:45:14.875525 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.db_base_plugin_common [req-1090522a-1498-46e9-8092-e38f32ee433e req-8be86c2e-91a2-4ba1-811d-30c795f37a7f tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Allocated IP 172.20.0.7 (173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc/29c3f2de-ba2c-47ae-bf44-d2591e2e7caf/ba933942-134c-497e-8475-ff284eee237e) {{(pid=111414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:45:15.065523 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-1090522a-1498-46e9-8092-e38f32ee433e req-8be86c2e-91a2-4ba1-811d-30c795f37a7f tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks [] for port (ba933942-134c-497e-8475-ff284eee237e), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:15.066195 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-fd9147e0-f290-4429-9303-df1a9290c1cd req-0fbe33ff-30c4-4255-b4e3-cd29084d6b01 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 210 time: 0.0332031 Oct 19 00:45:15.116909 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-1090522a-1498-46e9-8092-e38f32ee433e req-8be86c2e-91a2-4ba1-811d-30c795f37a7f tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (ba933942-134c-497e-8475-ff284eee237e), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:15.187853 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1090522a-1498-46e9-8092-e38f32ee433e req-8be86c2e-91a2-4ba1-811d-30c795f37a7f tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Network 173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc is already hosted by enough agents. {{(pid=111414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:45:15.197918 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [req-1090522a-1498-46e9-8092-e38f32ee433e req-8be86c2e-91a2-4ba1-811d-30c795f37a7f tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Resources bound (agent type, host, resource id): {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:45:15.205157 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [req-1090522a-1498-46e9-8092-e38f32ee433e req-8be86c2e-91a2-4ba1-811d-30c795f37a7f tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Received port after_create {{(pid=111414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:45:15.252102 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be86c2e-91a2-4ba1-811d-30c795f37a7f tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Pushing event updated for resources: {'Port': ['ID=ba933942-134c-497e-8475-ff284eee237e,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:45:15.297994 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090522a-1498-46e9-8092-e38f32ee433e req-8be86c2e-91a2-4ba1-811d-30c795f37a7f tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:15.298814 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-1090522a-1498-46e9-8092-e38f32ee433e req-8be86c2e-91a2-4ba1-811d-30c795f37a7f tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:15.318848 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1090522a-1498-46e9-8092-e38f32ee433e req-8be86c2e-91a2-4ba1-811d-30c795f37a7f tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7414105 Oct 19 00:45:15.427142 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-8a8e18c6-0993-4b12-b888-a2e932c95711 None None] Provisioning complete for port ba933942-134c-497e-8475-ff284eee237e triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:45:15.427788 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-8a8e18c6-0993-4b12-b888-a2e932c95711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (ba933942-134c-497e-8475-ff284eee237e), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:15.427928 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-8a8e18c6-0993-4b12-b888-a2e932c95711 None None] Attempt 1 to provision port ba933942-134c-497e-8475-ff284eee237e Oct 19 00:45:15.463925 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-8a8e18c6-0993-4b12-b888-a2e932c95711 None None] Port ba933942-134c-497e-8475-ff284eee237e cannot update to ACTIVE because it is not bound. {{(pid=111416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 19 00:45:15.764110 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [req-1090522a-1498-46e9-8092-e38f32ee433e req-7c10dc99-98cd-4ba0-b912-424e470640ae service neutron] Request body: {'port': {'device_id': '85efeeae-0648-4a33-bc74-c0f0d25880aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:45:15.834705 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-1090522a-1498-46e9-8092-e38f32ee433e req-7c10dc99-98cd-4ba0-b912-424e470640ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (ba933942-134c-497e-8475-ff284eee237e), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:15.965153 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:45:16.123290 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [req-1090522a-1498-46e9-8092-e38f32ee433e req-7c10dc99-98cd-4ba0-b912-424e470640ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba933942-134c-497e-8475-ff284eee237e {{(pid=111414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 00:45:16.139791 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-1090522a-1498-46e9-8092-e38f32ee433e req-7c10dc99-98cd-4ba0-b912-424e470640ae service neutron] Publish callbacks [] for port (ba933942-134c-497e-8475-ff284eee237e), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:16.165034 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.provisioning_blocks [req-1090522a-1498-46e9-8092-e38f32ee433e req-7c10dc99-98cd-4ba0-b912-424e470640ae service neutron] Transition to ACTIVE for port object ba933942-134c-497e-8475-ff284eee237e will not be triggered until provisioned by entity L2. {{(pid=111414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 00:45:16.170368 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-1090522a-1498-46e9-8092-e38f32ee433e req-7c10dc99-98cd-4ba0-b912-424e470640ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577477'] for port (ba933942-134c-497e-8475-ff284eee237e), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:16.234161 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54127d91-19a4-4f94-80d0-25c531c9dd01 req-d42f8c34-5c44-4fd4-9fa6-2c1e8b925a3b tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:16.234949 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-54127d91-19a4-4f94-80d0-25c531c9dd01 req-d42f8c34-5c44-4fd4-9fa6-2c1e8b925a3b tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 943 time: 0.0569680 Oct 19 00:45:16.285835 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:45:16.286870 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c10dc99-98cd-4ba0-b912-424e470640ae service neutron] Pushing event updated for resources: {'Port': ['ID=ba933942-134c-497e-8475-ff284eee237e,revision_number=2']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:45:16.309468 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-54127d91-19a4-4f94-80d0-25c531c9dd01 req-1c34e547-571f-409b-9bc7-b39164bcb481 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576911 Oct 19 00:45:16.338788 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-1090522a-1498-46e9-8092-e38f32ee433e req-7c10dc99-98cd-4ba0-b912-424e470640ae service neutron] Attempting to bind port ba933942-134c-497e-8475-ff284eee237e on host hv-cinder-maste for vnic_type normal with profile {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:45:16.339168 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-1090522a-1498-46e9-8092-e38f32ee433e req-7c10dc99-98cd-4ba0-b912-424e470640ae service neutron] Attempting to bind port ba933942-134c-497e-8475-ff284eee237e by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '5e10216b-5353-4a7f-a5b9-0961a609cc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc'}] {{(pid=111414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:45:16.339734 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1090522a-1498-46e9-8092-e38f32ee433e req-7c10dc99-98cd-4ba0-b912-424e470640ae service neutron] Attempting to bind port ba933942-134c-497e-8475-ff284eee237e on network 173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:45:16.388751 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1090522a-1498-46e9-8092-e38f32ee433e req-7c10dc99-98cd-4ba0-b912-424e470640ae service neutron] Port ba933942-134c-497e-8475-ff284eee237e on network 173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:45:16.388978 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1090522a-1498-46e9-8092-e38f32ee433e req-7c10dc99-98cd-4ba0-b912-424e470640ae service neutron] Attempting to bind port ba933942-134c-497e-8475-ff284eee237e on network 173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:45:16.441848 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1090522a-1498-46e9-8092-e38f32ee433e req-7c10dc99-98cd-4ba0-b912-424e470640ae service neutron] Checking agent: {'id': '6724934a-8b6e-4109-8304-d160e240b776', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 38, 31), 'started_at': datetime.datetime(2022, 10, 19, 0, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:45:16.442247 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1090522a-1498-46e9-8092-e38f32ee433e req-7c10dc99-98cd-4ba0-b912-424e470640ae service neutron] Checking segment: {'id': '5e10216b-5353-4a7f-a5b9-0961a609cc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:45:16.442593 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1090522a-1498-46e9-8092-e38f32ee433e req-7c10dc99-98cd-4ba0-b912-424e470640ae service neutron] Bound using segment: {'id': '5e10216b-5353-4a7f-a5b9-0961a609cc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc'} {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:45:16.443064 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-1090522a-1498-46e9-8092-e38f32ee433e req-7c10dc99-98cd-4ba0-b912-424e470640ae service neutron] Bound port: ba933942-134c-497e-8475-ff284eee237e, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e10216b-5353-4a7f-a5b9-0961a609cc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc'}}] {{(pid=111414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:45:16.443425 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-1090522a-1498-46e9-8092-e38f32ee433e req-7c10dc99-98cd-4ba0-b912-424e470640ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (ba933942-134c-497e-8475-ff284eee237e), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:16.517562 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-1090522a-1498-46e9-8092-e38f32ee433e req-7c10dc99-98cd-4ba0-b912-424e470640ae service neutron] For port ba933942-134c-497e-8475-ff284eee237e, host hv-cinder-maste, cleared binding levels {{(pid=111414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:45:16.521191 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-1090522a-1498-46e9-8092-e38f32ee433e req-7c10dc99-98cd-4ba0-b912-424e470640ae service neutron] For port ba933942-134c-497e-8475-ff284eee237e, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ba933942-134c-497e-8475-ff284eee237e,segment=NetworkSegment(5e10216b-5353-4a7f-a5b9-0961a609cc49),segment_id=5e10216b-5353-4a7f-a5b9-0961a609cc49)] {{(pid=111414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:45:16.528852 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-1090522a-1498-46e9-8092-e38f32ee433e req-7c10dc99-98cd-4ba0-b912-424e470640ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577477'] for port (ba933942-134c-497e-8475-ff284eee237e), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:16.533418 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090522a-1498-46e9-8092-e38f32ee433e req-7c10dc99-98cd-4ba0-b912-424e470640ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:16.534148 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-1090522a-1498-46e9-8092-e38f32ee433e req-7c10dc99-98cd-4ba0-b912-424e470640ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:16.535883 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1090522a-1498-46e9-8092-e38f32ee433e req-7c10dc99-98cd-4ba0-b912-424e470640ae service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/ba933942-134c-497e-8475-ff284eee237e HTTP/1.1" status: 200 len: 1093 time: 0.7771566 Oct 19 00:45:16.536532 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85efeeae-0648-4a33-bc74-c0f0d25880aa', 'tag': 'ba933942-134c-497e-8475-ff284eee237e'}] {{(pid=111414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:45:16.539104 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e46469f00a83062af0f8a877bbd3a06bc7f865c711541049e4990ec8a28c8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0428bc-6b30-4f13-8b20-9c61dddf6c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "85efeeae-0648-4a33-bc74-c0f0d25880aa", "tag": "ba933942-134c-497e-8475-ff284eee237e"}]}' {{(pid=111414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:45:16.586305 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 00:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771de46d-fd2e-464b-8621-28e7f1c8f7f3 x-openstack-request-id: req-771de46d-fd2e-464b-8621-28e7f1c8f7f3 {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:45:16.586602 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85efeeae-0648-4a33-bc74-c0f0d25880aa", "tag": "ba933942-134c-497e-8475-ff284eee237e", "status": "completed", "code": 200}]} {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:45:16.586864 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-771de46d-fd2e-464b-8621-28e7f1c8f7f3 {{(pid=111414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:45:16.587364 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.notifiers.nova [-] Nova event matching ['req-771de46d-fd2e-464b-8621-28e7f1c8f7f3'] response: {'name': 'network-changed', 'server_uuid': '85efeeae-0648-4a33-bc74-c0f0d25880aa', 'tag': 'ba933942-134c-497e-8475-ff284eee237e', 'status': 'completed', 'code': 200} Oct 19 00:45:16.597948 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c10dc99-98cd-4ba0-b912-424e470640ae service neutron] Pushing event updated for resources: {'Port': ['ID=ba933942-134c-497e-8475-ff284eee237e,revision_number=3']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:45:16.695866 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090522a-1498-46e9-8092-e38f32ee433e req-b20956a6-258d-4406-a428-dea74e117e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:16.697766 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1090522a-1498-46e9-8092-e38f32ee433e req-b20956a6-258d-4406-a428-dea74e117e6a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=37ffcffcae9b41bbb2d13adc49cb99df&device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 1127 time: 0.0532460 Oct 19 00:45:16.761630 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1090522a-1498-46e9-8092-e38f32ee433e req-c92b6526-edc2-41aa-be7c-a94588fa5a1d service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba933942-134c-497e-8475-ff284eee237e HTTP/1.1" status: 200 len: 217 time: 0.0406740 Oct 19 00:45:16.815724 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090522a-1498-46e9-8092-e38f32ee433e req-c1ed296e-45fb-4498-a04d-e7ae8cbd7f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:16.817350 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1090522a-1498-46e9-8092-e38f32ee433e req-c1ed296e-45fb-4498-a04d-e7ae8cbd7f1c service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=29c3f2de-ba2c-47ae-bf44-d2591e2e7caf HTTP/1.1" status: 200 len: 855 time: 0.0492339 Oct 19 00:45:16.871566 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090522a-1498-46e9-8092-e38f32ee433e req-1993decc-923f-4402-98fd-30ac9d4e0c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:16.873171 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1090522a-1498-46e9-8092-e38f32ee433e req-1993decc-923f-4402-98fd-30ac9d4e0c5c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481164 Oct 19 00:45:16.982065 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1090522a-1498-46e9-8092-e38f32ee433e req-19d3d9b7-3fb8-4815-acd9-c4156cc03efd service neutron] 10.222.0.20 "GET /networking/v2.0/networks/173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011150 Oct 19 00:45:17.116579 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1090522a-1498-46e9-8092-e38f32ee433e req-cd62efd4-b80e-4c35-90ba-3682bf9cbd39 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267533 Oct 19 00:45:17.451831 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96756f9e-d179-4f11-b2cc-16f4dce36ce3 req-654d7bf7-eda2-464e-8ebd-47eb1e2567b8 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:17.453453 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-96756f9e-d179-4f11-b2cc-16f4dce36ce3 req-654d7bf7-eda2-464e-8ebd-47eb1e2567b8 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 943 time: 0.0570164 Oct 19 00:45:17.518754 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-96756f9e-d179-4f11-b2cc-16f4dce36ce3 req-2747b175-2177-408c-b1a6-ea0fc9b02ad5 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543742 Oct 19 00:45:18.015804 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=72 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:45:18.026661 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=62 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:45:18.658179 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1e677-d481-4514-8443-755dbc359328 req-eb6e08e2-c1ed-4ea6-a5f0-8ecccd8cd383 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:18.659791 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-bde1e677-d481-4514-8443-755dbc359328 req-eb6e08e2-c1ed-4ea6-a5f0-8ecccd8cd383 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 943 time: 0.0509381 Oct 19 00:45:18.682861 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:45:18.716260 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-bde1e677-d481-4514-8443-755dbc359328 req-b144acef-9ac7-4e48-bd10-d64cdf974e25 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499506 Oct 19 00:45:19.854063 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36201b07-02c0-4e3b-9c21-54ad758621ba req-f69df679-5f56-4d14-8522-d069a302a9d7 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:19.855599 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-36201b07-02c0-4e3b-9c21-54ad758621ba req-f69df679-5f56-4d14-8522-d069a302a9d7 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 943 time: 0.0524888 Oct 19 00:45:19.912427 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-36201b07-02c0-4e3b-9c21-54ad758621ba req-1142a157-4ded-4d9a-b34e-53289e86b946 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511110 Oct 19 00:45:21.064587 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a9b88-9d5e-44e4-bf8e-2c455aa4a6f6 req-5bb8462f-a406-45ee-b030-46dacf1f5dbd tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:21.066299 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-448a9b88-9d5e-44e4-bf8e-2c455aa4a6f6 req-5bb8462f-a406-45ee-b030-46dacf1f5dbd tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 943 time: 0.0588267 Oct 19 00:45:21.084408 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:45:21.098723 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0428bc-6b30-4f13-8b20-9c61dddf6c1b req-35f94b3a-7390-43dd-a7af-5ea5e210d4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:21.101430 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-ad0428bc-6b30-4f13-8b20-9c61dddf6c1b req-35f94b3a-7390-43dd-a7af-5ea5e210d4bf service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=37ffcffcae9b41bbb2d13adc49cb99df&device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 1127 time: 0.0522697 Oct 19 00:45:21.132986 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-448a9b88-9d5e-44e4-bf8e-2c455aa4a6f6 req-5386739f-5506-4e43-bc97-3a417892aba6 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593166 Oct 19 00:45:21.209709 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0428bc-6b30-4f13-8b20-9c61dddf6c1b req-cded46c6-abb3-4c08-88fb-2f0c22abf980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:21.211346 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-ad0428bc-6b30-4f13-8b20-9c61dddf6c1b req-cded46c6-abb3-4c08-88fb-2f0c22abf980 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc HTTP/1.1" status: 200 len: 917 time: 0.1023729 Oct 19 00:45:21.262335 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-ad0428bc-6b30-4f13-8b20-9c61dddf6c1b req-168ebec2-4c69-475b-be66-a852902cb41b service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba933942-134c-497e-8475-ff284eee237e HTTP/1.1" status: 200 len: 217 time: 0.0427821 Oct 19 00:45:21.287063 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.agents_db [None req-a13584a9-f264-4877-bb17-87a252e2109a None None] Agent healthcheck: found 6 active agents {{(pid=111417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:45:21.319681 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0428bc-6b30-4f13-8b20-9c61dddf6c1b req-c9a9bd36-44f6-467b-9542-320ffdc35f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:21.321245 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-ad0428bc-6b30-4f13-8b20-9c61dddf6c1b req-c9a9bd36-44f6-467b-9542-320ffdc35f62 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=29c3f2de-ba2c-47ae-bf44-d2591e2e7caf HTTP/1.1" status: 200 len: 855 time: 0.0505254 Oct 19 00:45:21.382546 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0428bc-6b30-4f13-8b20-9c61dddf6c1b req-e5bca4ef-cf63-4dc1-9bcc-8f7301b2935c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:21.384462 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-ad0428bc-6b30-4f13-8b20-9c61dddf6c1b req-e5bca4ef-cf63-4dc1-9bcc-8f7301b2935c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0560849 Oct 19 00:45:21.521219 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-ad0428bc-6b30-4f13-8b20-9c61dddf6c1b req-528a0ca6-ac16-4fac-85fb-a410c2cbab73 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286044 Oct 19 00:45:21.612529 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:45:21.673046 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-ad0428bc-6b30-4f13-8b20-9c61dddf6c1b req-ab98a308-0a4a-4f3f-9ea1-5b668379b5e2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410322 Oct 19 00:45:22.289114 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570d5ea-b53d-40f0-ad3e-4ff62f1a2533 req-ef3fb80b-aed0-4c91-ae89-2710a5649bde tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:22.291758 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d570d5ea-b53d-40f0-ad3e-4ff62f1a2533 req-ef3fb80b-aed0-4c91-ae89-2710a5649bde tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 943 time: 0.0539048 Oct 19 00:45:22.348658 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d570d5ea-b53d-40f0-ad3e-4ff62f1a2533 req-a6685620-74c3-4b20-8f92-97247cff2340 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507908 Oct 19 00:45:23.478999 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:45:23.495623 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b85bc7-ffab-4c79-b2f3-7681081b4ea7 req-85a26087-1db9-468f-9e80-af71d85a946e tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:23.497209 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c1b85bc7-ffab-4c79-b2f3-7681081b4ea7 req-85a26087-1db9-468f-9e80-af71d85a946e tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 943 time: 0.0552464 Oct 19 00:45:23.561238 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c1b85bc7-ffab-4c79-b2f3-7681081b4ea7 req-4993fd20-df8c-4856-affd-6831195a9ca6 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580285 Oct 19 00:45:24.504699 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device ba933942-134c-497e-8475-ff284eee237e details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=111416) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:45:24.629237 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port ba933942-134c-497e-8475-ff284eee237e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ba933942-134c-497e-8475-ff284eee237e,segment=NetworkSegment(5e10216b-5353-4a7f-a5b9-0961a609cc49),segment_id=5e10216b-5353-4a7f-a5b9-0961a609cc49)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:45:24.644400 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Returning: {'device': 'ba933942-134c-497e-8475-ff284eee237e', 'network_id': '173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc', 'port_id': 'ba933942-134c-497e-8475-ff284eee237e', 'mac_address': 'fa:16:3e:85:e8:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c3f2de-ba2c-47ae-bf44-d2591e2e7caf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111416) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:45:24.690841 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port ba933942-134c-497e-8475-ff284eee237e is: DOWN; New status is: BUILD {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:45:24.691555 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (ba933942-134c-497e-8475-ff284eee237e), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:24.722413 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba933942-134c-497e-8475-ff284eee237e {{(pid=111416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 00:45:24.756072 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port ba933942-134c-497e-8475-ff284eee237e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ba933942-134c-497e-8475-ff284eee237e,segment=NetworkSegment(5e10216b-5353-4a7f-a5b9-0961a609cc49),segment_id=5e10216b-5353-4a7f-a5b9-0961a609cc49)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:45:24.763034 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (ba933942-134c-497e-8475-ff284eee237e), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:24.824936 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27533a8f-652f-42f6-aa7e-474595169ac6 req-a8112d04-84f9-4b1e-9e94-a42dd86ac846 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:24.827692 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-27533a8f-652f-42f6-aa7e-474595169ac6 req-a8112d04-84f9-4b1e-9e94-a42dd86ac846 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 944 time: 0.1679409 Oct 19 00:45:24.845528 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=ba933942-134c-497e-8475-ff284eee237e,revision_number=4']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:45:24.886363 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-27533a8f-652f-42f6-aa7e-474595169ac6 req-393e4305-97d4-4eec-b089-96b1f3709d7e tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510368 Oct 19 00:45:25.208098 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] get_ports_and_sgs() called for port_ids ['ba933942-134c-497e-8475-ff284eee237e'] {{(pid=111416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 00:45:25.237392 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:45:25.322755 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:45:26.033152 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea3e96-f6c2-4f88-98b7-1f5e98f538ae req-32824e5d-77fe-4575-aa16-cc7bdd2944a3 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:26.034726 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-5cea3e96-f6c2-4f88-98b7-1f5e98f538ae req-32824e5d-77fe-4575-aa16-cc7bdd2944a3 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 944 time: 0.0539184 Oct 19 00:45:26.088618 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-5cea3e96-f6c2-4f88-98b7-1f5e98f538ae req-412c3d14-f322-4d51-87ad-c7e721edad20 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474536 Oct 19 00:45:26.345626 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device ba933942-134c-497e-8475-ff284eee237e up at agent hyperv_hv-cinder-maste {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:45:26.392821 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Provisioning for port ba933942-134c-497e-8475-ff284eee237e completed by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 19 00:45:26.400376 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Provisioning complete for port ba933942-134c-497e-8475-ff284eee237e triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:45:26.400824 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (ba933942-134c-497e-8475-ff284eee237e), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:26.401222 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Attempt 1 to provision port ba933942-134c-497e-8475-ff284eee237e Oct 19 00:45:26.483552 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port ba933942-134c-497e-8475-ff284eee237e is: BUILD; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:45:26.483918 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (ba933942-134c-497e-8475-ff284eee237e), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:26.509966 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85efeeae-0648-4a33-bc74-c0f0d25880aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba933942-134c-497e-8475-ff284eee237e'}] {{(pid=111416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:45:26.512510 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0240e38e362fdc750089dc1f1183b30604621660299f95a12c585bcfa6b02ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab57303-2977-4a31-a588-d062d203bdad" -d '{"events": [{"server_uuid": "85efeeae-0648-4a33-bc74-c0f0d25880aa", "name": "network-vif-plugged", "status": "completed", "tag": "ba933942-134c-497e-8475-ff284eee237e"}]}' {{(pid=111416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:45:26.527635 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port ba933942-134c-497e-8475-ff284eee237e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ba933942-134c-497e-8475-ff284eee237e,segment=NetworkSegment(5e10216b-5353-4a7f-a5b9-0961a609cc49),segment_id=5e10216b-5353-4a7f-a5b9-0961a609cc49)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:45:26.533578 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (ba933942-134c-497e-8475-ff284eee237e), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:26.714419 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 00:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe090cc-2ca4-44c0-9b28-0c4fb76cb2b2 x-openstack-request-id: req-ffe090cc-2ca4-44c0-9b28-0c4fb76cb2b2 {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:45:26.714820 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85efeeae-0648-4a33-bc74-c0f0d25880aa", "name": "network-vif-plugged", "status": "completed", "tag": "ba933942-134c-497e-8475-ff284eee237e", "code": 200}]} {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:45:26.714996 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ffe090cc-2ca4-44c0-9b28-0c4fb76cb2b2 {{(pid=111416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:45:26.715376 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffe090cc-2ca4-44c0-9b28-0c4fb76cb2b2'] response: {'server_uuid': '85efeeae-0648-4a33-bc74-c0f0d25880aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba933942-134c-497e-8475-ff284eee237e', 'code': 200} Oct 19 00:45:26.756229 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=ba933942-134c-497e-8475-ff284eee237e,revision_number=5']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:45:26.882718 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054b843-04d7-4128-a24c-64335df8439c req-f458505f-0d52-4448-8715-9a653d968fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:26.884715 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-0054b843-04d7-4128-a24c-64335df8439c req-f458505f-0d52-4448-8715-9a653d968fa4 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 1129 time: 0.0519581 Oct 19 00:45:26.947745 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-0054b843-04d7-4128-a24c-64335df8439c req-5faf95fb-b202-4cc5-a81b-8dea7eacdd0d service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553503 Oct 19 00:45:27.235215 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089002f7-f149-40c3-a853-f703ce248b67 req-88a42d0d-cfee-478d-8892-c89ada29cd05 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:27.236806 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-089002f7-f149-40c3-a853-f703ce248b67 req-88a42d0d-cfee-478d-8892-c89ada29cd05 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 945 time: 0.0513778 Oct 19 00:45:27.289798 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-089002f7-f149-40c3-a853-f703ce248b67 req-5da452b9-4e9e-4878-837f-eea4f175c6c8 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465143 Oct 19 00:45:28.427222 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d1363-656b-4142-a2d2-596091745f1c req-79610afe-9a90-49f0-8bdf-b8933512b4dc tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:28.429066 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c66d1363-656b-4142-a2d2-596091745f1c req-79610afe-9a90-49f0-8bdf-b8933512b4dc tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 945 time: 0.0519032 Oct 19 00:45:28.489044 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c66d1363-656b-4142-a2d2-596091745f1c req-cdbbeae2-e0f3-4e18-a524-38dac2e630b0 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532591 Oct 19 00:45:29.622592 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce3c9b-9ba3-420b-88ce-a06f2cf0a4eb req-d8d770f7-538c-4c93-bb4a-0eb4fb11730c tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:29.624096 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-5bce3c9b-9ba3-420b-88ce-a06f2cf0a4eb req-d8d770f7-538c-4c93-bb4a-0eb4fb11730c tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 945 time: 0.0487146 Oct 19 00:45:29.673933 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-5bce3c9b-9ba3-420b-88ce-a06f2cf0a4eb req-77bd2855-ea7c-4837-af40-bc8d56322820 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442359 Oct 19 00:45:29.804487 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb172e3d-7f42-435f-9f63-34a359f2c5fe req-51e912e8-1aea-4eea-9e31-858a9b8a6869 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:29.806240 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-eb172e3d-7f42-435f-9f63-34a359f2c5fe req-51e912e8-1aea-4eea-9e31-858a9b8a6869 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 945 time: 0.0514312 Oct 19 00:45:29.817391 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 36298) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:45:29.822413 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-6e11a14c-6934-4b00-8b18-01986285f2d8 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Request body: {'floatingip': {'port_id': 'ba933942-134c-497e-8475-ff284eee237e'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:45:29.867021 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-6e11a14c-6934-4b00-8b18-01986285f2d8 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks [] for floatingip (831b77ab-0991-4b54-92a9-ced89d32efdd), before_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:30.044402 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:45:30.373979 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-6e11a14c-6934-4b00-8b18-01986285f2d8 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:30.379853 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-6e11a14c-6934-4b00-8b18-01986285f2d8 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942318'] for floatingip (831b77ab-0991-4b54-92a9-ced89d32efdd), after_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:30.383885 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:45:30.488628 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.db.l3_db [None req-6e11a14c-6934-4b00-8b18-01986285f2d8 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Floating IP 831b77ab-0991-4b54-92a9-ced89d32efdd associated. External IP: 172.37.6.127, port: ba933942-134c-497e-8475-ff284eee237e. Oct 19 00:45:30.646853 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b6d4d-6b2a-4ed6-95f8-60ba3d147f22 req-5267409c-cdf2-4168-8279-553fd52ad5cc tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:30.648331 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-736b6d4d-6b2a-4ed6-95f8-60ba3d147f22 req-5267409c-cdf2-4168-8279-553fd52ad5cc tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7dd981d-4382-47dc-8d9c-effae6f630f3 HTTP/1.1" status: 200 len: 946 time: 0.0590463 Oct 19 00:45:30.790802 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-736b6d4d-6b2a-4ed6-95f8-60ba3d147f22 req-61e2564c-a70b-4310-95d9-cd7ddb113379 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=43973c56-adba-4c5f-9bcf-fc4237016924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960324 Oct 19 00:45:30.808939 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e11a14c-6934-4b00-8b18-01986285f2d8 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Router 3cf80fd9-74a2-405a-9e51-106271f1f361 has already been hosted by L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 {{(pid=111415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:45:31.170113 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e11a14c-6934-4b00-8b18-01986285f2d8 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:45:31.176411 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-6e11a14c-6934-4b00-8b18-01986285f2d8 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for floatingip (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:31.183472 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6558cd14-e0d3-4603-9770-97fa45d47e48 None None] Sync routers for ids ['3cf80fd9-74a2-405a-9e51-106271f1f361'] in dv-cinder-master-3-iscsi {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:45:31.195923 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6558cd14-e0d3-4603-9770-97fa45d47e48 None None] Routers {'3cf80fd9-74a2-405a-9e51-106271f1f361'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:45:31.196750 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-6558cd14-e0d3-4603-9770-97fa45d47e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:45:07Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['3cf80fd9-74a2-405a-9e51-106271f1f361'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:45:31.215068 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-6e11a14c-6934-4b00-8b18-01986285f2d8 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/831b77ab-0991-4b54-92a9-ced89d32efdd HTTP/1.1" status: 200 len: 991 time: 1.3962836 Oct 19 00:45:31.216020 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85efeeae-0648-4a33-bc74-c0f0d25880aa', 'tag': 'ba933942-134c-497e-8475-ff284eee237e'}] {{(pid=111415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:45:31.218897 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f300162fd090eaaff70cedce24d76e4f7ed07854ce673f865be8180b69e4678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d7e6f3-5e7e-4372-9613-94eaecd1046c" -d '{"events": [{"name": "network-changed", "server_uuid": "85efeeae-0648-4a33-bc74-c0f0d25880aa", "tag": "ba933942-134c-497e-8475-ff284eee237e"}]}' {{(pid=111415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:45:31.265003 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 00:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49237b35-a739-4faa-a468-f5643c2f713d x-openstack-request-id: req-49237b35-a739-4faa-a468-f5643c2f713d {{(pid=111415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:45:31.265564 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85efeeae-0648-4a33-bc74-c0f0d25880aa", "tag": "ba933942-134c-497e-8475-ff284eee237e", "status": "completed", "code": 200}]} {{(pid=111415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:45:31.266088 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-49237b35-a739-4faa-a468-f5643c2f713d {{(pid=111415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:45:31.266876 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49237b35-a739-4faa-a468-f5643c2f713d'] response: {'name': 'network-changed', 'server_uuid': '85efeeae-0648-4a33-bc74-c0f0d25880aa', 'tag': 'ba933942-134c-497e-8475-ff284eee237e', 'status': 'completed', 'code': 200} Oct 19 00:45:31.321024 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-6558cd14-e0d3-4603-9770-97fa45d47e48 None None] Set router 3cf80fd9-74a2-405a-9e51-106271f1f361 gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:45:31.678088 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-6558cd14-e0d3-4603-9770-97fa45d47e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'name': 'tempest-AttachVolumeShelveTestJSON-974185996-router', 'tenant_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.225'}], 'enable_snat': True}, 'gw_port_id': '8600c63b-1f07-4601-8ec4-f15ced3e9ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 4, 'project_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'gw_port': {'id': '8600c63b-1f07-4601-8ec4-f15ced3e9ba2', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:27Z', 'updated_at': '2022-10-19T00:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '831b77ab-0991-4b54-92a9-ced89d32efdd', 'tenant_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'floating_ip_address': '172.37.6.127', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'port_id': 'ba933942-134c-497e-8475-ff284eee237e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc', 'mac_address': 'fa:16:3e:85:e8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85efeeae-0648-4a33-bc74-c0f0d25880aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:45:11Z', 'updated_at': '2022-10-19T00:45:30Z', 'revision_number': 1, 'project_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '930e8761-e1d9-4b49-b26a-59d0cbc1c7e1', 'name': '', 'network_id': '173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc', 'tenant_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'mac_address': 'fa:16:3e:81:1b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '29c3f2de-ba2c-47ae-bf44-d2591e2e7caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:35Z', 'updated_at': '2022-10-19T00:40:58Z', 'revision_number': 5, 'project_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'subnets': [{'id': '29c3f2de-ba2c-47ae-bf44-d2591e2e7caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:45:31.727265 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6558cd14-e0d3-4603-9770-97fa45d47e48 None None] Checking router: 3cf80fd9-74a2-405a-9e51-106271f1f361 for host: dv-cinder-master-3-iscsi {{(pid=111417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:45:31.738916 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6558cd14-e0d3-4603-9770-97fa45d47e48 None None] Routers {'3cf80fd9-74a2-405a-9e51-106271f1f361'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:45:31.739536 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-6558cd14-e0d3-4603-9770-97fa45d47e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:45:07Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['3cf80fd9-74a2-405a-9e51-106271f1f361'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:45:31.790752 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (6724934a-8b6e-4109-8304-d160e240b776), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:31.859362 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-6558cd14-e0d3-4603-9770-97fa45d47e48 None None] Set router 3cf80fd9-74a2-405a-9e51-106271f1f361 gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:45:31.971677 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f2aade-84d3-462a-a195-5c627ba957fc req-6aaa86b9-3474-498d-809e-c292fca9c56f tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:31.974702 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-f0f2aade-84d3-462a-a195-5c627ba957fc req-6aaa86b9-3474-498d-809e-c292fca9c56f tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7dd981d-4382-47dc-8d9c-effae6f630f3 HTTP/1.1" status: 200 len: 946 time: 0.0621264 Oct 19 00:45:32.030929 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-f0f2aade-84d3-462a-a195-5c627ba957fc req-07a4b4c0-6ebc-4b90-9ca0-43e595473e1b tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=43973c56-adba-4c5f-9bcf-fc4237016924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511074 Oct 19 00:45:32.143059 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-6558cd14-e0d3-4603-9770-97fa45d47e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'name': 'tempest-AttachVolumeShelveTestJSON-974185996-router', 'tenant_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.225'}], 'enable_snat': True}, 'gw_port_id': '8600c63b-1f07-4601-8ec4-f15ced3e9ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 4, 'project_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'gw_port': {'id': '8600c63b-1f07-4601-8ec4-f15ced3e9ba2', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:27Z', 'updated_at': '2022-10-19T00:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '831b77ab-0991-4b54-92a9-ced89d32efdd', 'tenant_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'floating_ip_address': '172.37.6.127', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'port_id': 'ba933942-134c-497e-8475-ff284eee237e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc', 'mac_address': 'fa:16:3e:85:e8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85efeeae-0648-4a33-bc74-c0f0d25880aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:45:11Z', 'updated_at': '2022-10-19T00:45:30Z', 'revision_number': 1, 'project_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '930e8761-e1d9-4b49-b26a-59d0cbc1c7e1', 'name': '', 'network_id': '173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc', 'tenant_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'mac_address': 'fa:16:3e:81:1b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '29c3f2de-ba2c-47ae-bf44-d2591e2e7caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:35Z', 'updated_at': '2022-10-19T00:40:58Z', 'revision_number': 5, 'project_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'subnets': [{'id': '29c3f2de-ba2c-47ae-bf44-d2591e2e7caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:45:32.173991 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6558cd14-e0d3-4603-9770-97fa45d47e48 None None] The sync data for ids ['3cf80fd9-74a2-405a-9e51-106271f1f361'] in dv-cinder-master-3-iscsi is: [{'id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'name': 'tempest-AttachVolumeShelveTestJSON-974185996-router', 'tenant_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.225'}], 'enable_snat': True}, 'gw_port_id': '8600c63b-1f07-4601-8ec4-f15ced3e9ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 4, 'project_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'gw_port': {'id': '8600c63b-1f07-4601-8ec4-f15ced3e9ba2', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:27Z', 'updated_at': '2022-10-19T00:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '831b77ab-0991-4b54-92a9-ced89d32efdd', 'tenant_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'floating_ip_address': '172.37.6.127', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'port_id': 'ba933942-134c-497e-8475-ff284eee237e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc', 'mac_address': 'fa:16:3e:85:e8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85efeeae-0648-4a33-bc74-c0f0d25880aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:45:11Z', 'updated_at': '2022-10-19T00:45:30Z', 'revision_number': 1, 'project_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '930e8761-e1d9-4b49-b26a-59d0cbc1c7e1', 'name': '', 'network_id': '173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc', 'tenant_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'mac_address': 'fa:16:3e:81:1b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '29c3f2de-ba2c-47ae-bf44-d2591e2e7caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:35Z', 'updated_at': '2022-10-19T00:40:58Z', 'revision_number': 5, 'project_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'subnets': [{'id': '29c3f2de-ba2c-47ae-bf44-d2591e2e7caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:45:32.324753 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7e6f3-5e7e-4372-9613-94eaecd1046c req-118ef019-9fbd-4bfb-9935-b17586f8d3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:32.327106 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-48d7e6f3-5e7e-4372-9613-94eaecd1046c req-118ef019-9fbd-4bfb-9935-b17586f8d3f4 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=37ffcffcae9b41bbb2d13adc49cb99df&device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 1129 time: 0.0517218 Oct 19 00:45:32.438791 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d120ac21-820f-4118-9638-892b5577255a None None] New status for floating IP 831b77ab-0991-4b54-92a9-ced89d32efdd: ACTIVE {{(pid=111416) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 00:45:32.498311 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7e6f3-5e7e-4372-9613-94eaecd1046c req-ede1156d-0909-4373-8b14-bbb8cd06bf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:32.499876 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-48d7e6f3-5e7e-4372-9613-94eaecd1046c req-ede1156d-0909-4373-8b14-bbb8cd06bf60 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc HTTP/1.1" status: 200 len: 917 time: 0.1150599 Oct 19 00:45:32.618846 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-48d7e6f3-5e7e-4372-9613-94eaecd1046c req-49163829-04f1-4e0c-9087-907430d0d7da service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba933942-134c-497e-8475-ff284eee237e HTTP/1.1" status: 200 len: 999 time: 0.0684686 Oct 19 00:45:32.815487 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc9609-52c2-4c1e-a281-1cdc7e22b412 req-9aba0c8d-a385-4ea9-a020-b61d015c356f tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:32.818097 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-abfc9609-52c2-4c1e-a281-1cdc7e22b412 req-9aba0c8d-a385-4ea9-a020-b61d015c356f tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c7dd981d-4382-47dc-8d9c-effae6f630f3 HTTP/1.1" status: 200 len: 946 time: 0.0898292 Oct 19 00:45:32.839173 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7e6f3-5e7e-4372-9613-94eaecd1046c req-ff5b5d6e-4ed8-4c56-a524-6aa7de3fc33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:32.841821 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-48d7e6f3-5e7e-4372-9613-94eaecd1046c req-ff5b5d6e-4ed8-4c56-a524-6aa7de3fc33e service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=29c3f2de-ba2c-47ae-bf44-d2591e2e7caf HTTP/1.1" status: 200 len: 855 time: 0.1217785 Oct 19 00:45:32.942222 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7e6f3-5e7e-4372-9613-94eaecd1046c req-9f4eb04d-5554-4265-a821-ee58dc2b162a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:32.943801 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-48d7e6f3-5e7e-4372-9613-94eaecd1046c req-9f4eb04d-5554-4265-a821-ee58dc2b162a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0749252 Oct 19 00:45:32.984678 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [req-abfc9609-52c2-4c1e-a281-1cdc7e22b412 req-3a4c873c-45ec-4c9a-93c2-b756320ee373 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Deleting port 7c972af5-e79c-417f-bd49-ea410c70f201 {{(pid=111414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:45:32.985029 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-abfc9609-52c2-4c1e-a281-1cdc7e22b412 req-3a4c873c-45ec-4c9a-93c2-b756320ee373 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (7c972af5-e79c-417f-bd49-ea410c70f201), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:33.061982 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=100 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:45:33.176005 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-48d7e6f3-5e7e-4372-9613-94eaecd1046c req-6ec54842-ff83-4f62-af86-01fe4cfbe782 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208145 Oct 19 00:45:33.247578 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d3fef-6bc2-45ad-bdba-0ea765498917 req-077e57a9-1a3c-4737-9190-fbecc771f74e tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:33.248632 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-abfc9609-52c2-4c1e-a281-1cdc7e22b412 req-3a4c873c-45ec-4c9a-93c2-b756320ee373 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] For port 7c972af5-e79c-417f-bd49-ea410c70f201, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7c972af5-e79c-417f-bd49-ea410c70f201,segment=NetworkSegment(e1751744-52ca-4c83-95d3-96eb3f519636),segment_id=e1751744-52ca-4c83-95d3-96eb3f519636)] {{(pid=111414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:45:33.249059 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-abfc9609-52c2-4c1e-a281-1cdc7e22b412 req-3a4c873c-45ec-4c9a-93c2-b756320ee373 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (7c972af5-e79c-417f-bd49-ea410c70f201), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:33.257612 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-346d3fef-6bc2-45ad-bdba-0ea765498917 req-077e57a9-1a3c-4737-9190-fbecc771f74e tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7dd981d-4382-47dc-8d9c-effae6f630f3 HTTP/1.1" status: 200 len: 946 time: 0.0815809 Oct 19 00:45:33.268973 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [req-abfc9609-52c2-4c1e-a281-1cdc7e22b412 req-3a4c873c-45ec-4c9a-93c2-b756320ee373 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Calling delete_port for 7c972af5-e79c-417f-bd49-ea410c70f201 owned by compute:nova {{(pid=111414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:45:33.324265 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:45:33.341857 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-346d3fef-6bc2-45ad-bdba-0ea765498917 req-ed37b316-b171-4570-aa0b-e5bb51733a42 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=43973c56-adba-4c5f-9bcf-fc4237016924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805070 Oct 19 00:45:33.348015 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-48d7e6f3-5e7e-4372-9613-94eaecd1046c req-2e1b5ad7-6f5c-4471-b792-8f22c12fb8d0 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647532 Oct 19 00:45:33.417661 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:45:33.446522 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-abfc9609-52c2-4c1e-a281-1cdc7e22b412 req-3a4c873c-45ec-4c9a-93c2-b756320ee373 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (7c972af5-e79c-417f-bd49-ea410c70f201), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:33.477676 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4c873c-45ec-4c9a-93c2-b756320ee373 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Pushing event deleted for resources: {'Port': ['ID=7c972af5-e79c-417f-bd49-ea410c70f201,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:45:33.490237 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] get_ports_and_sgs() called for port_ids ['7c972af5-e79c-417f-bd49-ea410c70f201'] {{(pid=111416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 00:45:33.539651 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [req-abfc9609-52c2-4c1e-a281-1cdc7e22b412 req-3a4c873c-45ec-4c9a-93c2-b756320ee373 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] No DVR routers for this DVR port 7c972af5-e79c-417f-bd49-ea410c70f201 on host hv-cinder-maste {{(pid=111414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 19 00:45:33.551518 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-abfc9609-52c2-4c1e-a281-1cdc7e22b412 req-3a4c873c-45ec-4c9a-93c2-b756320ee373 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:33.556901 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-abfc9609-52c2-4c1e-a281-1cdc7e22b412 req-3a4c873c-45ec-4c9a-93c2-b756320ee373 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.20 "DELETE /networking/v2.0/ports/7c972af5-e79c-417f-bd49-ea410c70f201 HTTP/1.1" status: 204 len: 173 time: 0.7318628 Oct 19 00:45:33.557668 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7dd981d-4382-47dc-8d9c-effae6f630f3', 'name': 'network-vif-deleted', 'tag': '7c972af5-e79c-417f-bd49-ea410c70f201'}] {{(pid=111414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:45:33.560614 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e46469f00a83062af0f8a877bbd3a06bc7f865c711541049e4990ec8a28c8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2ceabe-2d9c-404c-a78b-05d9c49a4e57" -d '{"events": [{"server_uuid": "c7dd981d-4382-47dc-8d9c-effae6f630f3", "name": "network-vif-deleted", "tag": "7c972af5-e79c-417f-bd49-ea410c70f201"}]}' {{(pid=111414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:45:33.612941 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 00:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a582e845-0f89-4d3a-9abd-21b71328ae55 x-openstack-request-id: req-a582e845-0f89-4d3a-9abd-21b71328ae55 {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:45:33.613506 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7dd981d-4382-47dc-8d9c-effae6f630f3", "name": "network-vif-deleted", "tag": "7c972af5-e79c-417f-bd49-ea410c70f201", "status": "completed", "code": 200}]} {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:45:33.613914 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a582e845-0f89-4d3a-9abd-21b71328ae55 {{(pid=111414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:45:33.614584 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a582e845-0f89-4d3a-9abd-21b71328ae55'] response: {'server_uuid': 'c7dd981d-4382-47dc-8d9c-effae6f630f3', 'name': 'network-vif-deleted', 'tag': '7c972af5-e79c-417f-bd49-ea410c70f201', 'status': 'completed', 'code': 200} Oct 19 00:45:34.534619 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-dd112b6d-0c6d-455f-bc41-3c8e7a37fa34 req-4903de97-2539-4f42-a054-13d78534f775 tempest-VolumesSnapshotTestJSON-2142930389 tempest-VolumesSnapshotTestJSON-2142930389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7dd981d-4382-47dc-8d9c-effae6f630f3 HTTP/1.1" status: 200 len: 210 time: 0.0535147 Oct 19 00:45:34.588763 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-1cc377df-33ef-4a94-9324-46377cf0ccbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:35.597636 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-58a6a115-ee12-44f6-a46d-57dbb19a5be0 req-7eb6c817-76eb-4aa0-a6b9-731ae598b1b4 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3da61834-fd67-49d2-925c-c18fc264042c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0561564 Oct 19 00:45:35.735309 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6a115-ee12-44f6-a46d-57dbb19a5be0 req-903ae70d-6200-4f23-893f-9f1dfc0d3a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:35.737258 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-58a6a115-ee12-44f6-a46d-57dbb19a5be0 req-903ae70d-6200-4f23-893f-9f1dfc0d3a61 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c0151d58abd047a692f5cc4e7d05bea5&device_id=3da61834-fd67-49d2-925c-c18fc264042c HTTP/1.1" status: 200 len: 1130 time: 0.0492949 Oct 19 00:45:35.872815 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6a115-ee12-44f6-a46d-57dbb19a5be0 req-f7ccb0a6-5157-4944-9386-c8d00c6a6340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:35.874344 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-58a6a115-ee12-44f6-a46d-57dbb19a5be0 req-f7ccb0a6-5157-4944-9386-c8d00c6a6340 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=75c84943-00ac-41e3-a6c3-2ea734b46148 HTTP/1.1" status: 200 len: 920 time: 0.1141205 Oct 19 00:45:35.920732 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-58a6a115-ee12-44f6-a46d-57dbb19a5be0 req-0c13c615-71ee-4928-919a-fe2e53e79cfa service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf HTTP/1.1" status: 200 len: 217 time: 0.0393305 Oct 19 00:45:36.016238 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6a115-ee12-44f6-a46d-57dbb19a5be0 req-9df388a0-9cc3-4c33-8fba-f3ed9ee89f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:36.018986 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-58a6a115-ee12-44f6-a46d-57dbb19a5be0 req-9df388a0-9cc3-4c33-8fba-f3ed9ee89f05 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=da4d7e39-f806-4ee4-9a72-d230cc0f9d32 HTTP/1.1" status: 200 len: 858 time: 0.0865219 Oct 19 00:45:36.096746 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6a115-ee12-44f6-a46d-57dbb19a5be0 req-a29eacf0-06e9-4d4f-8a88-c63bb4143aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:36.099695 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-58a6a115-ee12-44f6-a46d-57dbb19a5be0 req-a29eacf0-06e9-4d4f-8a88-c63bb4143aa0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=75c84943-00ac-41e3-a6c3-2ea734b46148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0741146 Oct 19 00:45:36.261666 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-58a6a115-ee12-44f6-a46d-57dbb19a5be0 req-ecf70569-9bb3-4c12-806d-2442f3ad999c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/75c84943-00ac-41e3-a6c3-2ea734b46148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551721 Oct 19 00:45:36.373471 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-58a6a115-ee12-44f6-a46d-57dbb19a5be0 req-0344d83d-3e32-4267-a25c-39162c7b0992 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/75c84943-00ac-41e3-a6c3-2ea734b46148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036923 Oct 19 00:45:36.778906 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-8182382f-89a0-4f34-b071-8f46d7d3d2ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:38.269605 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:40.031986 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:40.277524 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 7c972af5-e79c-417f-bd49-ea410c70f201 no longer exists at agent hyperv_hv-cinder-maste {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:45:40.319904 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] No Port match for: 7c972af5-e79c-417f-bd49-ea410c70f201 {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:45:40.321229 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 7c972af5-e79c-417f-bd49-ea410c70f201 not bound to the agent host hv-cinder-maste {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:45:40.329729 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:42.145894 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=73 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:45:42.146652 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=77 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:45:43.119442 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea5e4f5-c531-46fa-9deb-0892f1e7ed7a req-c51b4ba1-a796-4879-8661-dc7437eba7d3 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:43.120976 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9ea5e4f5-c531-46fa-9deb-0892f1e7ed7a req-c51b4ba1-a796-4879-8661-dc7437eba7d3 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 946 time: 0.0618014 Oct 19 00:45:43.205078 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9ea5e4f5-c531-46fa-9deb-0892f1e7ed7a req-dda1189f-66c1-47aa-bc06-823e3761c604 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04f1a968-924f-44d0-a4af-e64f250eb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763793 Oct 19 00:45:44.411226 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea00fcc-c7f8-4d0e-aa95-210e0c076b33 req-61d33753-9dc4-416e-9e87-2112be4396b4 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:44.412842 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9ea00fcc-c7f8-4d0e-aa95-210e0c076b33 req-61d33753-9dc4-416e-9e87-2112be4396b4 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 946 time: 0.0577207 Oct 19 00:45:44.485405 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9ea00fcc-c7f8-4d0e-aa95-210e0c076b33 req-7e2b43ef-8b77-4b49-9b04-a940beb14d78 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04f1a968-924f-44d0-a4af-e64f250eb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659521 Oct 19 00:45:46.357561 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=52,neutron:DELETE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:45:46.369843 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=96,neutron:DELETE=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:45:49.290364 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f0b86-2237-4440-997c-dac908231e54 req-4d2b3054-5297-42fd-beef-721f2ce568f8 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:49.292687 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c33f0b86-2237-4440-997c-dac908231e54 req-4d2b3054-5297-42fd-beef-721f2ce568f8 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 946 time: 0.0685637 Oct 19 00:45:49.306221 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:45:49.359160 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c33f0b86-2237-4440-997c-dac908231e54 req-fd1a576a-7543-4250-b6c2-dd45deeb46ff tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=04f1a968-924f-44d0-a4af-e64f250eb670&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603147 Oct 19 00:45:49.522113 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64cee7-f315-45da-bd6c-ea256b912ed1 req-7aed6a84-902c-4f24-b7bf-cfdf3ca672fa tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:49.523764 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1d64cee7-f315-45da-bd6c-ea256b912ed1 req-7aed6a84-902c-4f24-b7bf-cfdf3ca672fa tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 946 time: 0.0605693 Oct 19 00:45:49.662298 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [req-1d64cee7-f315-45da-bd6c-ea256b912ed1 req-6637dc63-c8d3-4519-b7ea-1a70936dc3c2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Deleting port 667c66be-7422-49b6-8e96-6c36f067b697 {{(pid=111414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:45:49.662686 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-1d64cee7-f315-45da-bd6c-ea256b912ed1 req-6637dc63-c8d3-4519-b7ea-1a70936dc3c2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (667c66be-7422-49b6-8e96-6c36f067b697), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:49.775218 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-1d64cee7-f315-45da-bd6c-ea256b912ed1 req-6637dc63-c8d3-4519-b7ea-1a70936dc3c2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] For port 667c66be-7422-49b6-8e96-6c36f067b697, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=667c66be-7422-49b6-8e96-6c36f067b697,segment=NetworkSegment(cf8e282f-d232-4da7-8dc9-5de45f52d170),segment_id=cf8e282f-d232-4da7-8dc9-5de45f52d170)] {{(pid=111414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:45:49.775651 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-1d64cee7-f315-45da-bd6c-ea256b912ed1 req-6637dc63-c8d3-4519-b7ea-1a70936dc3c2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (667c66be-7422-49b6-8e96-6c36f067b697), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:49.965429 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-1d64cee7-f315-45da-bd6c-ea256b912ed1 req-6637dc63-c8d3-4519-b7ea-1a70936dc3c2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:49.965910 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-1d64cee7-f315-45da-bd6c-ea256b912ed1 req-6637dc63-c8d3-4519-b7ea-1a70936dc3c2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942318'] for floatingip (884c2e2b-b1e8-4bac-8b05-92a609756a6f), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:49.966266 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.db.l3_db [req-1d64cee7-f315-45da-bd6c-ea256b912ed1 req-6637dc63-c8d3-4519-b7ea-1a70936dc3c2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Floating IP 884c2e2b-b1e8-4bac-8b05-92a609756a6f disassociated. External IP: 172.37.6.17, port: 667c66be-7422-49b6-8e96-6c36f067b697. Oct 19 00:45:49.966752 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [req-1d64cee7-f315-45da-bd6c-ea256b912ed1 req-6637dc63-c8d3-4519-b7ea-1a70936dc3c2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Calling delete_port for 667c66be-7422-49b6-8e96-6c36f067b697 owned by compute:nova {{(pid=111414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:45:50.278178 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=63,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:45:50.289818 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:45:50.414877 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-1d64cee7-f315-45da-bd6c-ea256b912ed1 req-6637dc63-c8d3-4519-b7ea-1a70936dc3c2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (667c66be-7422-49b6-8e96-6c36f067b697), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:50.466874 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6637dc63-c8d3-4519-b7ea-1a70936dc3c2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Pushing event deleted for resources: {'Port': ['ID=667c66be-7422-49b6-8e96-6c36f067b697,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:45:50.491424 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637dc63-c8d3-4519-b7ea-1a70936dc3c2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:45:50.491997 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637dc63-c8d3-4519-b7ea-1a70936dc3c2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:45:50.493045 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637dc63-c8d3-4519-b7ea-1a70936dc3c2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:45:50.493842 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637dc63-c8d3-4519-b7ea-1a70936dc3c2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:45:50.494646 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637dc63-c8d3-4519-b7ea-1a70936dc3c2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:45:50.495418 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637dc63-c8d3-4519-b7ea-1a70936dc3c2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:45:50.496187 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637dc63-c8d3-4519-b7ea-1a70936dc3c2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:45:50.496950 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637dc63-c8d3-4519-b7ea-1a70936dc3c2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:45:50.497696 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637dc63-c8d3-4519-b7ea-1a70936dc3c2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:45:50.498433 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637dc63-c8d3-4519-b7ea-1a70936dc3c2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:45:50.499211 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637dc63-c8d3-4519-b7ea-1a70936dc3c2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:45:50.499988 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637dc63-c8d3-4519-b7ea-1a70936dc3c2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:45:50.500717 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637dc63-c8d3-4519-b7ea-1a70936dc3c2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:45:50.501463 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637dc63-c8d3-4519-b7ea-1a70936dc3c2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:45:50.502227 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637dc63-c8d3-4519-b7ea-1a70936dc3c2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:45:50.548476 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-38b3ef6f-bbe9-4f08-8fa9-b170a737120a req-3e3474a1-a7a1-4328-b70c-6ff1e3870e8a tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 210 time: 0.0587881 Oct 19 00:45:50.696039 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d64cee7-f315-45da-bd6c-ea256b912ed1 req-6637dc63-c8d3-4519-b7ea-1a70936dc3c2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Router f4efb4ff-d867-49fe-b668-3a22f7946be6 has already been hosted by L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 {{(pid=111414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:45:50.874231 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d64cee7-f315-45da-bd6c-ea256b912ed1 req-6637dc63-c8d3-4519-b7ea-1a70936dc3c2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:45:50.887343 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2a7951-1a90-4748-a535-6a3b73618f45 None None] Sync routers for ids ['f4efb4ff-d867-49fe-b668-3a22f7946be6'] in dv-cinder-master-3-iscsi {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:45:50.901654 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2a7951-1a90-4748-a535-6a3b73618f45 None None] Routers {'f4efb4ff-d867-49fe-b668-3a22f7946be6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:45:50.902441 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-9c2a7951-1a90-4748-a535-6a3b73618f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:45:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['f4efb4ff-d867-49fe-b668-3a22f7946be6'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:45:50.952908 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d64cee7-f315-45da-bd6c-ea256b912ed1 req-6637dc63-c8d3-4519-b7ea-1a70936dc3c2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] No DVR routers for this DVR port 667c66be-7422-49b6-8e96-6c36f067b697 on host hv-cinder-maste {{(pid=111414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 19 00:45:50.956548 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-1d64cee7-f315-45da-bd6c-ea256b912ed1 req-6637dc63-c8d3-4519-b7ea-1a70936dc3c2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:50.962601 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1d64cee7-f315-45da-bd6c-ea256b912ed1 req-6637dc63-c8d3-4519-b7ea-1a70936dc3c2 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.20 "DELETE /networking/v2.0/ports/667c66be-7422-49b6-8e96-6c36f067b697 HTTP/1.1" status: 204 len: 173 time: 1.4172590 Oct 19 00:45:50.963834 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6051269-1d16-42db-8323-67a532dbcf40', 'name': 'network-vif-deleted', 'tag': '667c66be-7422-49b6-8e96-6c36f067b697'}] {{(pid=111414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:45:50.967654 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e46469f00a83062af0f8a877bbd3a06bc7f865c711541049e4990ec8a28c8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2b2767-7f71-4453-9221-3b1fa04fd19a" -d '{"events": [{"server_uuid": "f6051269-1d16-42db-8323-67a532dbcf40", "name": "network-vif-deleted", "tag": "667c66be-7422-49b6-8e96-6c36f067b697"}]}' {{(pid=111414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:45:51.063650 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 00:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6df961-77f8-4a8d-862e-b133abb0f630 x-openstack-request-id: req-5f6df961-77f8-4a8d-862e-b133abb0f630 {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:45:51.064252 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6051269-1d16-42db-8323-67a532dbcf40", "name": "network-vif-deleted", "tag": "667c66be-7422-49b6-8e96-6c36f067b697", "status": "completed", "code": 200}]} {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:45:51.064894 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-9c2a7951-1a90-4748-a535-6a3b73618f45 None None] Set router f4efb4ff-d867-49fe-b668-3a22f7946be6 gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:45:51.065109 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5f6df961-77f8-4a8d-862e-b133abb0f630 {{(pid=111414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:45:51.066029 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f6df961-77f8-4a8d-862e-b133abb0f630'] response: {'server_uuid': 'f6051269-1d16-42db-8323-67a532dbcf40', 'name': 'network-vif-deleted', 'tag': '667c66be-7422-49b6-8e96-6c36f067b697', 'status': 'completed', 'code': 200} Oct 19 00:45:51.324391 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-9c2a7951-1a90-4748-a535-6a3b73618f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'name': 'tempest-ServerRescueNegativeTestJSON-1708208379-router', 'tenant_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.180'}], 'enable_snat': True}, 'gw_port_id': '98433c02-4af3-45d7-95ba-f3a805e5fcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:24Z', 'updated_at': '2022-10-19T00:40:36Z', 'revision_number': 4, 'project_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'gw_port': {'id': '98433c02-4af3-45d7-95ba-f3a805e5fcf6', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:11:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '89551b73-6a90-45f5-a164-06641a54f08f', 'name': '', 'network_id': '75c84943-00ac-41e3-a6c3-2ea734b46148', 'tenant_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'mac_address': 'fa:16:3e:42:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'da4d7e39-f806-4ee4-9a72-d230cc0f9d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:32Z', 'updated_at': '2022-10-19T00:40:43Z', 'revision_number': 5, 'project_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'subnets': [{'id': 'da4d7e39-f806-4ee4-9a72-d230cc0f9d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:45:51.385838 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2a7951-1a90-4748-a535-6a3b73618f45 None None] Checking router: f4efb4ff-d867-49fe-b668-3a22f7946be6 for host: dv-cinder-master-3-iscsi {{(pid=111417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:45:51.403350 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2a7951-1a90-4748-a535-6a3b73618f45 None None] Routers {'f4efb4ff-d867-49fe-b668-3a22f7946be6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:45:51.404468 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-9c2a7951-1a90-4748-a535-6a3b73618f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:45:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['f4efb4ff-d867-49fe-b668-3a22f7946be6'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:45:51.568119 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-9c2a7951-1a90-4748-a535-6a3b73618f45 None None] Set router f4efb4ff-d867-49fe-b668-3a22f7946be6 gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:45:51.738380 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-cba1d10d-2efd-4607-900f-b304da474566 req-c89453c1-76b0-4ba8-aea6-ddeeb2130acf tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6051269-1d16-42db-8323-67a532dbcf40 HTTP/1.1" status: 200 len: 210 time: 0.0495975 Oct 19 00:45:51.861189 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-9c2a7951-1a90-4748-a535-6a3b73618f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'name': 'tempest-ServerRescueNegativeTestJSON-1708208379-router', 'tenant_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.180'}], 'enable_snat': True}, 'gw_port_id': '98433c02-4af3-45d7-95ba-f3a805e5fcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:24Z', 'updated_at': '2022-10-19T00:40:36Z', 'revision_number': 4, 'project_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'gw_port': {'id': '98433c02-4af3-45d7-95ba-f3a805e5fcf6', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:11:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '89551b73-6a90-45f5-a164-06641a54f08f', 'name': '', 'network_id': '75c84943-00ac-41e3-a6c3-2ea734b46148', 'tenant_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'mac_address': 'fa:16:3e:42:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'da4d7e39-f806-4ee4-9a72-d230cc0f9d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:32Z', 'updated_at': '2022-10-19T00:40:43Z', 'revision_number': 5, 'project_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'subnets': [{'id': 'da4d7e39-f806-4ee4-9a72-d230cc0f9d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:45:51.891661 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2a7951-1a90-4748-a535-6a3b73618f45 None None] The sync data for ids ['f4efb4ff-d867-49fe-b668-3a22f7946be6'] in dv-cinder-master-3-iscsi is: [{'id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'name': 'tempest-ServerRescueNegativeTestJSON-1708208379-router', 'tenant_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.180'}], 'enable_snat': True}, 'gw_port_id': '98433c02-4af3-45d7-95ba-f3a805e5fcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:24Z', 'updated_at': '2022-10-19T00:40:36Z', 'revision_number': 4, 'project_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'gw_port': {'id': '98433c02-4af3-45d7-95ba-f3a805e5fcf6', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:11:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '89551b73-6a90-45f5-a164-06641a54f08f', 'name': '', 'network_id': '75c84943-00ac-41e3-a6c3-2ea734b46148', 'tenant_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'mac_address': 'fa:16:3e:42:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'da4d7e39-f806-4ee4-9a72-d230cc0f9d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:32Z', 'updated_at': '2022-10-19T00:40:43Z', 'revision_number': 5, 'project_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'subnets': [{'id': 'da4d7e39-f806-4ee4-9a72-d230cc0f9d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:45:52.205410 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d3b04a-8bd4-4b10-b41b-47ee6c03d0b8 None None] New status for floating IP 884c2e2b-b1e8-4bac-8b05-92a609756a6f: DOWN {{(pid=111416) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 00:45:52.876029 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 36478) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:45:52.947455 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-b953dec8-0888-4c62-9414-69b05c99cac9 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks [] for security_group (04f1a968-924f-44d0-a4af-e64f250eb670), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:52.978358 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-b953dec8-0888-4c62-9414-69b05c99cac9 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks [] for security_group (04f1a968-924f-44d0-a4af-e64f250eb670), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:53.043360 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-b953dec8-0888-4c62-9414-69b05c99cac9 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (04f1a968-924f-44d0-a4af-e64f250eb670), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:53.047988 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-b953dec8-0888-4c62-9414-69b05c99cac9 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:53.049847 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-b953dec8-0888-4c62-9414-69b05c99cac9 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/04f1a968-924f-44d0-a4af-e64f250eb670 HTTP/1.1" status: 204 len: 168 time: 0.1722829 Oct 19 00:45:53.052371 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 36480) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:45:53.063392 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b953dec8-0888-4c62-9414-69b05c99cac9 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f1a968-924f-44d0-a4af-e64f250eb670,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:45:53.070072 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.api.v2.resource [None req-1e0cf3da-2c9b-4215-86d6-23c778008201 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] show failed (client error): The resource could not be found. Oct 19 00:45:53.071802 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-1e0cf3da-2c9b-4215-86d6-23c778008201 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups/04f1a968-924f-44d0-a4af-e64f250eb670 HTTP/1.1" status: 404 len: 347 time: 0.0181658 Oct 19 00:45:53.074892 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 36482) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:45:53.315590 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-d9945dd4-0f66-45e4-9909-d86538945e0e tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Deleting port bbdaa00b-bde2-4b33-8b80-0bba9a9199b0 {{(pid=111415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:45:53.316109 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d9945dd4-0f66-45e4-9909-d86538945e0e tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (bbdaa00b-bde2-4b33-8b80-0bba9a9199b0), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:53.474801 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d9945dd4-0f66-45e4-9909-d86538945e0e tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (bbdaa00b-bde2-4b33-8b80-0bba9a9199b0), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:53.475347 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d9945dd4-0f66-45e4-9909-d86538945e0e tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks [] for floatingip (bbdaa00b-bde2-4b33-8b80-0bba9a9199b0), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:53.512551 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-d9945dd4-0f66-45e4-9909-d86538945e0e tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Calling delete_port for bbdaa00b-bde2-4b33-8b80-0bba9a9199b0 owned by network:floatingip {{(pid=111415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:45:53.696864 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d9945dd4-0f66-45e4-9909-d86538945e0e tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7426774'] for port (bbdaa00b-bde2-4b33-8b80-0bba9a9199b0), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:53.723441 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9945dd4-0f66-45e4-9909-d86538945e0e tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Pushing event deleted for resources: {'Port': ['ID=bbdaa00b-bde2-4b33-8b80-0bba9a9199b0,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:45:53.807968 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d9945dd4-0f66-45e4-9909-d86538945e0e tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks [] for floatingip (884c2e2b-b1e8-4bac-8b05-92a609756a6f), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:53.810867 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d9945dd4-0f66-45e4-9909-d86538945e0e tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for floatingip (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:53.812306 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-d9945dd4-0f66-45e4-9909-d86538945e0e tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/884c2e2b-b1e8-4bac-8b05-92a609756a6f HTTP/1.1" status: 204 len: 168 time: 0.7355599 Oct 19 00:45:54.462454 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 667c66be-7422-49b6-8e96-6c36f067b697 no longer exists at agent hyperv_hv-cinder-maste {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:45:54.485008 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] No Port match for: 667c66be-7422-49b6-8e96-6c36f067b697 {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:45:54.485353 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 667c66be-7422-49b6-8e96-6c36f067b697 not bound to the agent host hv-cinder-maste {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:45:56.497551 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b09b51-78b6-45b1-b62b-5ada910fb5e8 req-c25ca1c7-728b-409f-9b1f-96f4ec75376b tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:56.499202 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-11b09b51-78b6-45b1-b62b-5ada910fb5e8 req-c25ca1c7-728b-409f-9b1f-96f4ec75376b tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 945 time: 0.0515537 Oct 19 00:45:56.538016 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:45:56.560612 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-11b09b51-78b6-45b1-b62b-5ada910fb5e8 req-5c9b3863-110e-4346-ba44-2b02317b5c62 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508807 Oct 19 00:45:57.728385 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927934c-651e-4563-92b7-b10118d76620 req-f0f41ee4-0129-467a-9e72-c11d0d6986de tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:57.730000 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-5927934c-651e-4563-92b7-b10118d76620 req-f0f41ee4-0129-467a-9e72-c11d0d6986de tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 945 time: 0.0597036 Oct 19 00:45:57.789196 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-5927934c-651e-4563-92b7-b10118d76620 req-676032c0-6b9d-41d5-9932-13407dcfc2dd tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527217 Oct 19 00:45:58.287689 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.agents_db [None req-a13584a9-f264-4877-bb17-87a252e2109a None None] Agent healthcheck: found 6 active agents {{(pid=111417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:45:58.923023 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:45:58.936655 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eec34c-bc5a-4023-ab29-873d546ad6b3 req-ce4f9e71-14f7-4139-b8c4-60e3c9367201 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:58.938358 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-79eec34c-bc5a-4023-ab29-873d546ad6b3 req-ce4f9e71-14f7-4139-b8c4-60e3c9367201 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 945 time: 0.0546622 Oct 19 00:45:59.021192 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-79eec34c-bc5a-4023-ab29-873d546ad6b3 req-4faf56a0-2d06-4256-b6d8-562bdf0c976b tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766621 Oct 19 00:45:59.335100 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a00d97-ccae-4986-a10d-46e13093cecd req-7c947d16-bed0-439b-a707-f541952ce046 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:45:59.337969 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-16a00d97-ccae-4986-a10d-46e13093cecd req-7c947d16-bed0-439b-a707-f541952ce046 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 945 time: 0.0647480 Oct 19 00:45:59.436163 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:45:59.442834 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:45:59.455345 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [req-16a00d97-ccae-4986-a10d-46e13093cecd req-7c52438e-733b-49cc-8764-c24c01d2679d tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Deleting port cc5abfca-70ab-406b-974c-c89318ad195e {{(pid=111414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:45:59.455825 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-16a00d97-ccae-4986-a10d-46e13093cecd req-7c52438e-733b-49cc-8764-c24c01d2679d tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (cc5abfca-70ab-406b-974c-c89318ad195e), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:59.617979 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-16a00d97-ccae-4986-a10d-46e13093cecd req-7c52438e-733b-49cc-8764-c24c01d2679d tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] For port cc5abfca-70ab-406b-974c-c89318ad195e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cc5abfca-70ab-406b-974c-c89318ad195e,segment=NetworkSegment(cf8e282f-d232-4da7-8dc9-5de45f52d170),segment_id=cf8e282f-d232-4da7-8dc9-5de45f52d170)] {{(pid=111414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:45:59.618435 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-16a00d97-ccae-4986-a10d-46e13093cecd req-7c52438e-733b-49cc-8764-c24c01d2679d tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (cc5abfca-70ab-406b-974c-c89318ad195e), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:59.635797 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [req-16a00d97-ccae-4986-a10d-46e13093cecd req-7c52438e-733b-49cc-8764-c24c01d2679d tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Calling delete_port for cc5abfca-70ab-406b-974c-c89318ad195e owned by compute:nova {{(pid=111414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:45:59.811519 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-16a00d97-ccae-4986-a10d-46e13093cecd req-7c52438e-733b-49cc-8764-c24c01d2679d tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (cc5abfca-70ab-406b-974c-c89318ad195e), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:59.843855 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52438e-733b-49cc-8764-c24c01d2679d tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Pushing event deleted for resources: {'Port': ['ID=cc5abfca-70ab-406b-974c-c89318ad195e,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:45:59.853936 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] get_ports_and_sgs() called for port_ids ['da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf', 'cc5abfca-70ab-406b-974c-c89318ad195e'] {{(pid=111416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 00:45:59.913357 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a00d97-ccae-4986-a10d-46e13093cecd req-7c52438e-733b-49cc-8764-c24c01d2679d tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] No DVR routers for this DVR port cc5abfca-70ab-406b-974c-c89318ad195e on host hv-cinder-maste {{(pid=111414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 19 00:45:59.916148 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-16a00d97-ccae-4986-a10d-46e13093cecd req-7c52438e-733b-49cc-8764-c24c01d2679d tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:45:59.920570 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-16a00d97-ccae-4986-a10d-46e13093cecd req-7c52438e-733b-49cc-8764-c24c01d2679d tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.20 "DELETE /networking/v2.0/ports/cc5abfca-70ab-406b-974c-c89318ad195e HTTP/1.1" status: 204 len: 173 time: 0.5744596 Oct 19 00:45:59.921164 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab4c73d6-9203-4110-93af-4a78428c672b', 'name': 'network-vif-deleted', 'tag': 'cc5abfca-70ab-406b-974c-c89318ad195e'}] {{(pid=111414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:45:59.924437 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e46469f00a83062af0f8a877bbd3a06bc7f865c711541049e4990ec8a28c8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c906a37a-38c4-4baa-8986-9d730f890018" -d '{"events": [{"server_uuid": "ab4c73d6-9203-4110-93af-4a78428c672b", "name": "network-vif-deleted", "tag": "cc5abfca-70ab-406b-974c-c89318ad195e"}]}' {{(pid=111414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:45:59.971952 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 00:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa95da8-2e3c-42c6-8c30-fa72e24a5593 x-openstack-request-id: req-8fa95da8-2e3c-42c6-8c30-fa72e24a5593 {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:45:59.972286 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab4c73d6-9203-4110-93af-4a78428c672b", "name": "network-vif-deleted", "tag": "cc5abfca-70ab-406b-974c-c89318ad195e", "status": "completed", "code": 200}]} {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:45:59.972787 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8fa95da8-2e3c-42c6-8c30-fa72e24a5593 {{(pid=111414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:45:59.973594 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fa95da8-2e3c-42c6-8c30-fa72e24a5593'] response: {'server_uuid': 'ab4c73d6-9203-4110-93af-4a78428c672b', 'name': 'network-vif-deleted', 'tag': 'cc5abfca-70ab-406b-974c-c89318ad195e', 'status': 'completed', 'code': 200} Oct 19 00:46:00.195547 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-b5279ec8-476f-42df-b535-a30fbd6ec862 req-f2878054-fc98-4b92-aad5-a173f6396ee1 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ab4c73d6-9203-4110-93af-4a78428c672b HTTP/1.1" status: 200 len: 210 time: 0.0532882 Oct 19 00:46:00.333748 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 36592) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:46:00.419356 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd726bb4-6a1d-4a60-a692-471005ad197d admin admin] Deleting subnet d4850ad2-60f0-4172-bbe2-5711a9ee3a86 {{(pid=111414) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 19 00:46:00.423643 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-dd726bb4-6a1d-4a60-a692-471005ad197d admin admin] Publish callbacks [] for subnet (d4850ad2-60f0-4172-bbe2-5711a9ee3a86), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:00.463721 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-dd726bb4-6a1d-4a60-a692-471005ad197d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8000512'] for subnet (d4850ad2-60f0-4172-bbe2-5711a9ee3a86), precommit_delete_associations {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:00.514942 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-dd726bb4-6a1d-4a60-a692-471005ad197d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-835128'] for subnet (d4850ad2-60f0-4172-bbe2-5711a9ee3a86), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:00.580748 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-dd726bb4-6a1d-4a60-a692-471005ad197d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-835107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6577423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8022618'] for subnet (d4850ad2-60f0-4172-bbe2-5711a9ee3a86), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:00.607339 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd726bb4-6a1d-4a60-a692-471005ad197d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4850ad2-60f0-4172-bbe2-5711a9ee3a86,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:00.614624 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-dd726bb4-6a1d-4a60-a692-471005ad197d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for subnet (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:00.624044 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-dd726bb4-6a1d-4a60-a692-471005ad197d admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/d4850ad2-60f0-4172-bbe2-5711a9ee3a86 HTTP/1.1" status: 204 len: 168 time: 0.2839231 Oct 19 00:46:00.624044 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 36596) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:46:00.708645 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-09f627f8-d81d-4d18-a603-a570686d7773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-943402'] for network (febcf320-b179-4c31-a898-24a66a89b934), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:00.804306 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-09f627f8-d81d-4d18-a603-a570686d7773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-835184', 'neutron.services.segments.db._delete_segments_for_network-8730482754115'] for network (febcf320-b179-4c31-a898-24a66a89b934), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:00.842135 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.services.segments.db [None req-09f627f8-d81d-4d18-a603-a570686d7773 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['febcf320-b179-4c31-a898-24a66a89b934']}} {{(pid=111414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:46:00.864564 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.services.segments.db [None req-09f627f8-d81d-4d18-a603-a570686d7773 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1751744-52ca-4c83-95d3-96eb3f519636') {'for_net_delete': True} {{(pid=111414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:46:00.865012 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.services.segments.db [None req-09f627f8-d81d-4d18-a603-a570686d7773 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1751744-52ca-4c83-95d3-96eb3f519636') {} {{(pid=111414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:46:00.886789 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-09f627f8-d81d-4d18-a603-a570686d7773 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730482833143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8000567'] for segment (e1751744-52ca-4c83-95d3-96eb3f519636), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:00.915877 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-09f627f8-d81d-4d18-a603-a570686d7773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412'] for segment (e1751744-52ca-4c83-95d3-96eb3f519636), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:00.924836 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09f627f8-d81d-4d18-a603-a570686d7773 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=111414) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 00:46:00.925377 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-09f627f8-d81d-4d18-a603-a570686d7773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6576813'] for segment (e1751744-52ca-4c83-95d3-96eb3f519636), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:00.984503 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:01.022005 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-09f627f8-d81d-4d18-a603-a570686d7773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-835145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942277'] for network (febcf320-b179-4c31-a898-24a66a89b934), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:01.029977 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-09f627f8-d81d-4d18-a603-a570686d7773 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for network (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:01.033500 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-09f627f8-d81d-4d18-a603-a570686d7773 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/febcf320-b179-4c31-a898-24a66a89b934 HTTP/1.1" status: 204 len: 168 time: 0.4095330 Oct 19 00:46:01.060263 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f627f8-d81d-4d18-a603-a570686d7773 admin admin] Pushing event deleted for resources: {'Network': ['ID=febcf320-b179-4c31-a898-24a66a89b934,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:01.174459 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d11539-945b-4e5c-a9fd-12546e4d098a req-ff5e27ee-441e-4425-91c2-614ef94831ff tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:01.176392 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-59d11539-945b-4e5c-a9fd-12546e4d098a req-ff5e27ee-441e-4425-91c2-614ef94831ff tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8ff0e88-597f-4db1-b5f4-852dd33c566d HTTP/1.1" status: 200 len: 946 time: 0.0766857 Oct 19 00:46:01.198708 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.services.segments.plugin [-] Segment e1751744-52ca-4c83-95d3-96eb3f519636 resource provider aggregate not found Oct 19 00:46:01.220717 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.services.segments.plugin [-] Segment e1751744-52ca-4c83-95d3-96eb3f519636 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e1751744-52ca-4c83-95d3-96eb3f519636 found for delete ", "request_id": "req-481ca24a-0dc9-453c-9a17-c6f8044f41d5"}]} Oct 19 00:46:01.238652 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-59d11539-945b-4e5c-a9fd-12546e4d098a req-a5cc4c56-61f5-4d58-9b59-873e8ebff440 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=26794d86-1724-4591-bd70-5a538471d680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520177 Oct 19 00:46:01.371909 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 36618) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:46:01.426590 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-f5b4920b-851b-4db4-8104-e6a7c2d2b626 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=1235d8b054b3405595fca761f08b73ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0530951 Oct 19 00:46:01.430299 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 36620) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:46:01.500122 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-4db5a254-7558-4d75-abe4-a37c7bf25899 admin admin] Publish callbacks [] for security_group (43973c56-adba-4c5f-9bcf-fc4237016924), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:01.537648 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-4db5a254-7558-4d75-abe4-a37c7bf25899 admin admin] Publish callbacks [] for security_group (43973c56-adba-4c5f-9bcf-fc4237016924), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:01.611111 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a735da6-445c-46ea-8e7c-3ef4011fe6b8 req-a18384c2-c356-4cd6-9d00-5c5fd9768be1 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:01.612725 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-3a735da6-445c-46ea-8e7c-3ef4011fe6b8 req-a18384c2-c356-4cd6-9d00-5c5fd9768be1 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3da61834-fd67-49d2-925c-c18fc264042c HTTP/1.1" status: 200 len: 946 time: 0.0948517 Oct 19 00:46:01.674465 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-4db5a254-7558-4d75-abe4-a37c7bf25899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (43973c56-adba-4c5f-9bcf-fc4237016924), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:01.676970 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-4db5a254-7558-4d75-abe4-a37c7bf25899 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:01.678187 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-4db5a254-7558-4d75-abe4-a37c7bf25899 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/43973c56-adba-4c5f-9bcf-fc4237016924 HTTP/1.1" status: 204 len: 168 time: 0.2467892 Oct 19 00:46:01.686882 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-3a735da6-445c-46ea-8e7c-3ef4011fe6b8 req-8f10bccc-7ce1-4b44-85c5-2b01d5b00c00 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655744 Oct 19 00:46:01.692641 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db5a254-7558-4d75-abe4-a37c7bf25899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43973c56-adba-4c5f-9bcf-fc4237016924,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:01.787199 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (6724934a-8b6e-4109-8304-d160e240b776), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:02.271112 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=70,neutron:DELETE=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:02.399887 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513eed69-efb8-495b-a1e5-5a7544c945e7 req-d950dff6-b69e-4fae-913e-7da7ea992910 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:02.401577 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-513eed69-efb8-495b-a1e5-5a7544c945e7 req-d950dff6-b69e-4fae-913e-7da7ea992910 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8ff0e88-597f-4db1-b5f4-852dd33c566d HTTP/1.1" status: 200 len: 946 time: 0.0591531 Oct 19 00:46:02.464653 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-513eed69-efb8-495b-a1e5-5a7544c945e7 req-3ca1da16-32c1-4418-b527-8d5e894f938b tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=26794d86-1724-4591-bd70-5a538471d680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530460 Oct 19 00:46:02.851521 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037903d-4a48-499d-b306-daba129c860c req-1278d9e1-ff79-40a8-b9fc-a5d44c240c65 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:02.853200 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-b037903d-4a48-499d-b306-daba129c860c req-1278d9e1-ff79-40a8-b9fc-a5d44c240c65 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3da61834-fd67-49d2-925c-c18fc264042c HTTP/1.1" status: 200 len: 946 time: 0.0592561 Oct 19 00:46:02.916751 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-b037903d-4a48-499d-b306-daba129c860c req-c400ac79-cffb-4203-a4cb-21d1b6ed3dc8 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532861 Oct 19 00:46:03.606860 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c236ff6-ddd3-4fdb-a132-d1e5826e585f req-debe2bc7-8556-4049-b947-d19f4aa515bc tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:03.608551 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9c236ff6-ddd3-4fdb-a132-d1e5826e585f req-debe2bc7-8556-4049-b947-d19f4aa515bc tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8ff0e88-597f-4db1-b5f4-852dd33c566d HTTP/1.1" status: 200 len: 946 time: 0.0524175 Oct 19 00:46:03.689398 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9c236ff6-ddd3-4fdb-a132-d1e5826e585f req-1e6bc878-4156-4747-9f8b-f8128adfdaad tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=26794d86-1724-4591-bd70-5a538471d680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732603 Oct 19 00:46:04.064884 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a1b73-f769-413b-b9e8-3de78786650f req-744a0567-4bfa-4d34-855b-a2fe2ae8959f tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:04.066555 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-f86a1b73-f769-413b-b9e8-3de78786650f req-744a0567-4bfa-4d34-855b-a2fe2ae8959f tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3da61834-fd67-49d2-925c-c18fc264042c HTTP/1.1" status: 200 len: 946 time: 0.0524900 Oct 19 00:46:04.133491 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-f86a1b73-f769-413b-b9e8-3de78786650f req-b4a07589-7949-410b-a44a-5b094ccdd7de tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567482 Oct 19 00:46:04.520689 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device cc5abfca-70ab-406b-974c-c89318ad195e no longer exists at agent hyperv_hv-cinder-maste {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:46:04.542568 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] No Port match for: cc5abfca-70ab-406b-974c-c89318ad195e {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:46:04.542918 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device cc5abfca-70ab-406b-974c-c89318ad195e not bound to the agent host hv-cinder-maste {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:46:04.579874 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-7b498258-29c0-4232-b28e-a7c88e22ee4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:04.828494 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73457088-72d4-4c23-8276-35e84d52cc22 req-d36e11ee-d3f5-4ac2-849e-29f8347eea9a tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:04.830623 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-73457088-72d4-4c23-8276-35e84d52cc22 req-d36e11ee-d3f5-4ac2-849e-29f8347eea9a tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8ff0e88-597f-4db1-b5f4-852dd33c566d HTTP/1.1" status: 200 len: 946 time: 0.0544279 Oct 19 00:46:04.862219 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:04.891836 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-73457088-72d4-4c23-8276-35e84d52cc22 req-5e6a7871-fe46-44b5-bfdc-76c564ae7e15 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=26794d86-1724-4591-bd70-5a538471d680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543680 Oct 19 00:46:05.273395 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:05.290768 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3aed4c-0e57-4fbb-aeff-0c70cce8b9a5 req-ae49750c-ab1a-4302-a5b8-8a4485613d0c tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:05.292809 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ad3aed4c-0e57-4fbb-aeff-0c70cce8b9a5 req-ae49750c-ab1a-4302-a5b8-8a4485613d0c tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3da61834-fd67-49d2-925c-c18fc264042c HTTP/1.1" status: 200 len: 946 time: 0.0642271 Oct 19 00:46:05.350462 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ad3aed4c-0e57-4fbb-aeff-0c70cce8b9a5 req-d3796707-cff6-4ebd-9fb5-e97e496f4327 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511832 Oct 19 00:46:06.055817 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed580c-56f4-495b-b3f8-90801b13c97b req-1338fd81-28ca-49b4-8aaa-3993644065a4 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:06.058572 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-cbed580c-56f4-495b-b3f8-90801b13c97b req-1338fd81-28ca-49b4-8aaa-3993644065a4 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8ff0e88-597f-4db1-b5f4-852dd33c566d HTTP/1.1" status: 200 len: 946 time: 0.0831509 Oct 19 00:46:06.137146 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-cbed580c-56f4-495b-b3f8-90801b13c97b req-d54ed80c-8167-487c-b20a-d79e0cf82f92 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=26794d86-1724-4591-bd70-5a538471d680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728679 Oct 19 00:46:06.217614 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1f44d-08ed-4eb6-a852-bd03b23b724a req-297bb5c6-468f-4b6a-bc95-c496a5204d48 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:06.220524 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-bba1f44d-08ed-4eb6-a852-bd03b23b724a req-297bb5c6-468f-4b6a-bc95-c496a5204d48 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3da61834-fd67-49d2-925c-c18fc264042c HTTP/1.1" status: 200 len: 946 time: 0.1222427 Oct 19 00:46:06.232508 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a955f5-4884-4b5a-8d02-b3d351adfb9b req-35bd60cd-294d-40ea-a847-c33858d3be9e tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:06.235106 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-76a955f5-4884-4b5a-8d02-b3d351adfb9b req-35bd60cd-294d-40ea-a847-c33858d3be9e tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d8ff0e88-597f-4db1-b5f4-852dd33c566d HTTP/1.1" status: 200 len: 946 time: 0.1464112 Oct 19 00:46:06.343460 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:06.488188 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacd069-d724-49b7-baf9-2313b08e6df2 req-4f77f3b6-60ab-4ea6-afb5-2092a98a0ee9 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:06.489697 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-2dacd069-d724-49b7-baf9-2313b08e6df2 req-4f77f3b6-60ab-4ea6-afb5-2092a98a0ee9 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3da61834-fd67-49d2-925c-c18fc264042c HTTP/1.1" status: 200 len: 946 time: 0.0563011 Oct 19 00:46:06.507767 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [req-bba1f44d-08ed-4eb6-a852-bd03b23b724a req-1301f76d-c41a-4891-9aa4-dabc85665ab7 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Deleting port da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf {{(pid=111414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:46:06.508533 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-bba1f44d-08ed-4eb6-a852-bd03b23b724a req-1301f76d-c41a-4891-9aa4-dabc85665ab7 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:06.545997 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [req-76a955f5-4884-4b5a-8d02-b3d351adfb9b req-bca461b0-349f-4287-9faa-5bf65d0767ef tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Deleting port 1598d129-803e-437a-be2e-c9127e38bd88 {{(pid=111414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:46:06.546549 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-76a955f5-4884-4b5a-8d02-b3d351adfb9b req-bca461b0-349f-4287-9faa-5bf65d0767ef tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (1598d129-803e-437a-be2e-c9127e38bd88), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:06.547917 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-2dacd069-d724-49b7-baf9-2313b08e6df2 req-07c72e1d-c1f9-42d5-8c24-465b048e359e tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=154a6153-b70e-459f-8123-c01d34f71dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508342 Oct 19 00:46:06.775994 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-f1b55b1c-f669-4d31-9443-441ef4fafcac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:06.804898 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-bba1f44d-08ed-4eb6-a852-bd03b23b724a req-1301f76d-c41a-4891-9aa4-dabc85665ab7 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] For port da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf,segment=NetworkSegment(cf8e282f-d232-4da7-8dc9-5de45f52d170),segment_id=cf8e282f-d232-4da7-8dc9-5de45f52d170)] {{(pid=111414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:46:06.805488 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-bba1f44d-08ed-4eb6-a852-bd03b23b724a req-1301f76d-c41a-4891-9aa4-dabc85665ab7 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:06.854041 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-76a955f5-4884-4b5a-8d02-b3d351adfb9b req-bca461b0-349f-4287-9faa-5bf65d0767ef tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] For port 1598d129-803e-437a-be2e-c9127e38bd88, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1598d129-803e-437a-be2e-c9127e38bd88,segment=NetworkSegment(0949f098-87bd-4d7c-adb9-f3622e4872b3),segment_id=0949f098-87bd-4d7c-adb9-f3622e4872b3)] {{(pid=111414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:46:06.854669 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-76a955f5-4884-4b5a-8d02-b3d351adfb9b req-bca461b0-349f-4287-9faa-5bf65d0767ef tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (1598d129-803e-437a-be2e-c9127e38bd88), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:06.859869 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [req-bba1f44d-08ed-4eb6-a852-bd03b23b724a req-1301f76d-c41a-4891-9aa4-dabc85665ab7 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Calling delete_port for da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf owned by compute:nova {{(pid=111414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:46:07.275195 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa5389-51b2-4976-a007-db704f1d0e1a req-2d906d75-6216-4f3c-b21c-d7baebb91a8b tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:07.277535 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-3efa5389-51b2-4976-a007-db704f1d0e1a req-2d906d75-6216-4f3c-b21c-d7baebb91a8b tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8ff0e88-597f-4db1-b5f4-852dd33c566d HTTP/1.1" status: 200 len: 946 time: 0.0532024 Oct 19 00:46:07.313907 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-76a955f5-4884-4b5a-8d02-b3d351adfb9b req-bca461b0-349f-4287-9faa-5bf65d0767ef tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:07.314885 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-76a955f5-4884-4b5a-8d02-b3d351adfb9b req-bca461b0-349f-4287-9faa-5bf65d0767ef tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942318'] for floatingip (085c3b85-baae-4814-ac1b-18c113d24ade), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:07.314885 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.db.l3_db [req-76a955f5-4884-4b5a-8d02-b3d351adfb9b req-bca461b0-349f-4287-9faa-5bf65d0767ef tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Floating IP 085c3b85-baae-4814-ac1b-18c113d24ade disassociated. External IP: 172.37.6.120, port: 1598d129-803e-437a-be2e-c9127e38bd88. Oct 19 00:46:07.315229 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [req-76a955f5-4884-4b5a-8d02-b3d351adfb9b req-bca461b0-349f-4287-9faa-5bf65d0767ef tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Calling delete_port for 1598d129-803e-437a-be2e-c9127e38bd88 owned by compute:nova {{(pid=111414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:46:07.332608 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-bba1f44d-08ed-4eb6-a852-bd03b23b724a req-1301f76d-c41a-4891-9aa4-dabc85665ab7 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:07.360763 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-3efa5389-51b2-4976-a007-db704f1d0e1a req-1318b8f4-6f43-49b0-98fb-2a80710b6220 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=26794d86-1724-4591-bd70-5a538471d680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754144 Oct 19 00:46:07.371777 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] get_ports_and_sgs() called for port_ids ['da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf'] {{(pid=111416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 00:46:07.394716 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1301f76d-c41a-4891-9aa4-dabc85665ab7 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Pushing event deleted for resources: {'Port': ['ID=da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:07.478753 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba1f44d-08ed-4eb6-a852-bd03b23b724a req-1301f76d-c41a-4891-9aa4-dabc85665ab7 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] No DVR routers for this DVR port da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf on host hv-cinder-maste {{(pid=111414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 19 00:46:07.481795 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-bba1f44d-08ed-4eb6-a852-bd03b23b724a req-1301f76d-c41a-4891-9aa4-dabc85665ab7 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:07.485183 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-bba1f44d-08ed-4eb6-a852-bd03b23b724a req-1301f76d-c41a-4891-9aa4-dabc85665ab7 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.20 "DELETE /networking/v2.0/ports/da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf HTTP/1.1" status: 204 len: 173 time: 1.2487555 Oct 19 00:46:07.485719 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da61834-fd67-49d2-925c-c18fc264042c', 'name': 'network-vif-deleted', 'tag': 'da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf'}] {{(pid=111414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:46:07.488164 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e46469f00a83062af0f8a877bbd3a06bc7f865c711541049e4990ec8a28c8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8245d5-a283-48a9-88d8-b2cfe81ed597" -d '{"events": [{"server_uuid": "3da61834-fd67-49d2-925c-c18fc264042c", "name": "network-vif-deleted", "tag": "da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf"}]}' {{(pid=111414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:46:07.493543 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:07.573541 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-76a955f5-4884-4b5a-8d02-b3d351adfb9b req-bca461b0-349f-4287-9faa-5bf65d0767ef tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (1598d129-803e-437a-be2e-c9127e38bd88), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:07.581984 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:07.627806 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca461b0-349f-4287-9faa-5bf65d0767ef tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Pushing event deleted for resources: {'Port': ['ID=1598d129-803e-437a-be2e-c9127e38bd88,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:07.842089 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76a955f5-4884-4b5a-8d02-b3d351adfb9b req-bca461b0-349f-4287-9faa-5bf65d0767ef tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Router cff419e6-44f2-4dba-b984-4bfa9e7f76e1 has already been hosted by L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 {{(pid=111414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:46:07.964363 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 00:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907d7b67-57f9-43a6-a17a-b7d17473d32d x-openstack-request-id: req-907d7b67-57f9-43a6-a17a-b7d17473d32d {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:46:07.965001 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da61834-fd67-49d2-925c-c18fc264042c", "name": "network-vif-deleted", "tag": "da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf", "status": "completed", "code": 200}]} {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:46:07.965442 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-907d7b67-57f9-43a6-a17a-b7d17473d32d {{(pid=111414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:46:07.966001 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.notifiers.nova [-] Nova event matching ['req-907d7b67-57f9-43a6-a17a-b7d17473d32d'] response: {'server_uuid': '3da61834-fd67-49d2-925c-c18fc264042c', 'name': 'network-vif-deleted', 'tag': 'da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf', 'status': 'completed', 'code': 200} Oct 19 00:46:07.995717 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76a955f5-4884-4b5a-8d02-b3d351adfb9b req-bca461b0-349f-4287-9faa-5bf65d0767ef tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:46:08.022509 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6dea40-b44b-49e1-88b6-fe5caa531655 None None] Sync routers for ids ['cff419e6-44f2-4dba-b984-4bfa9e7f76e1'] in dv-cinder-master-3-iscsi {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:46:08.061173 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a955f5-4884-4b5a-8d02-b3d351adfb9b req-bca461b0-349f-4287-9faa-5bf65d0767ef tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] No DVR routers for this DVR port 1598d129-803e-437a-be2e-c9127e38bd88 on host hv-cinder-maste {{(pid=111414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 19 00:46:08.063848 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6dea40-b44b-49e1-88b6-fe5caa531655 None None] Routers {'cff419e6-44f2-4dba-b984-4bfa9e7f76e1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:46:08.065802 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-76a955f5-4884-4b5a-8d02-b3d351adfb9b req-bca461b0-349f-4287-9faa-5bf65d0767ef tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:08.069535 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-9a6dea40-b44b-49e1-88b6-fe5caa531655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:46:07Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['cff419e6-44f2-4dba-b984-4bfa9e7f76e1'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:46:08.071757 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-76a955f5-4884-4b5a-8d02-b3d351adfb9b req-bca461b0-349f-4287-9faa-5bf65d0767ef tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.20 "DELETE /networking/v2.0/ports/1598d129-803e-437a-be2e-c9127e38bd88 HTTP/1.1" status: 204 len: 173 time: 1.8204384 Oct 19 00:46:08.149258 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c4bcb687-bc04-44e2-8e35-35d531678991 req-db8d3ba6-9b6c-4a29-ab59-c4a525452299 tempest-ServerRescueNegativeTestJSON-190719564 tempest-ServerRescueNegativeTestJSON-190719564-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3da61834-fd67-49d2-925c-c18fc264042c HTTP/1.1" status: 200 len: 210 time: 0.0460055 Oct 19 00:46:08.234141 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-9a6dea40-b44b-49e1-88b6-fe5caa531655 None None] Set router cff419e6-44f2-4dba-b984-4bfa9e7f76e1 gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:46:08.277968 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:08.514829 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=100 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:08.584502 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-9a6dea40-b44b-49e1-88b6-fe5caa531655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'name': 'tempest-AttachVolumeNegativeTest-34200755-router', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108'}], 'enable_snat': True}, 'gw_port_id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:25Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 4, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'gw_port': {'id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '76e66c4d-d0fb-42f0-b692-137e4509b09a', 'name': '', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'mac_address': 'fa:16:3e:05:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '749347d7-6beb-499e-80b2-119168147fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:33Z', 'updated_at': '2022-10-19T00:40:56Z', 'revision_number': 5, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'subnets': [{'id': '749347d7-6beb-499e-80b2-119168147fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:46:08.592595 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-52a18f66-6ed2-44c6-b2c7-2fe50a67f1bd req-ddd3d67a-771b-48e7-b30f-f22d9e35e057 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8ff0e88-597f-4db1-b5f4-852dd33c566d HTTP/1.1" status: 200 len: 210 time: 0.0677595 Oct 19 00:46:08.616486 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6dea40-b44b-49e1-88b6-fe5caa531655 None None] Checking router: cff419e6-44f2-4dba-b984-4bfa9e7f76e1 for host: dv-cinder-master-3-iscsi {{(pid=111417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:46:08.626601 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6dea40-b44b-49e1-88b6-fe5caa531655 None None] Routers {'cff419e6-44f2-4dba-b984-4bfa9e7f76e1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:46:08.627329 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-9a6dea40-b44b-49e1-88b6-fe5caa531655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:46:07Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['cff419e6-44f2-4dba-b984-4bfa9e7f76e1'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:46:08.780415 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-9a6dea40-b44b-49e1-88b6-fe5caa531655 None None] Set router cff419e6-44f2-4dba-b984-4bfa9e7f76e1 gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:46:09.002412 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-9a6dea40-b44b-49e1-88b6-fe5caa531655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'name': 'tempest-AttachVolumeNegativeTest-34200755-router', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108'}], 'enable_snat': True}, 'gw_port_id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:25Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 4, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'gw_port': {'id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '76e66c4d-d0fb-42f0-b692-137e4509b09a', 'name': '', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'mac_address': 'fa:16:3e:05:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '749347d7-6beb-499e-80b2-119168147fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:33Z', 'updated_at': '2022-10-19T00:40:56Z', 'revision_number': 5, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'subnets': [{'id': '749347d7-6beb-499e-80b2-119168147fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:46:09.034727 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6dea40-b44b-49e1-88b6-fe5caa531655 None None] The sync data for ids ['cff419e6-44f2-4dba-b984-4bfa9e7f76e1'] in dv-cinder-master-3-iscsi is: [{'id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'name': 'tempest-AttachVolumeNegativeTest-34200755-router', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108'}], 'enable_snat': True}, 'gw_port_id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:25Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 4, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'gw_port': {'id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '76e66c4d-d0fb-42f0-b692-137e4509b09a', 'name': '', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'mac_address': 'fa:16:3e:05:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '749347d7-6beb-499e-80b2-119168147fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:33Z', 'updated_at': '2022-10-19T00:40:56Z', 'revision_number': 5, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'subnets': [{'id': '749347d7-6beb-499e-80b2-119168147fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:46:09.239272 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 36656) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:46:09.365222 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf98c603-b9df-411f-96d1-4bd83f591a87 None None] New status for floating IP 085c3b85-baae-4814-ac1b-18c113d24ade: DOWN {{(pid=111416) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 00:46:09.751253 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 36664) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:46:09.842324 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-acf373c7-cc4f-48de-9f52-7afcfcfc2b7c tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for security_group (26794d86-1724-4591-bd70-5a538471d680), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:09.878532 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-acf373c7-cc4f-48de-9f52-7afcfcfc2b7c tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for security_group (26794d86-1724-4591-bd70-5a538471d680), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:09.934919 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-3353eae4-2c36-4c3e-b813-f688695375c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1942574'] for router_interface (f4efb4ff-d867-49fe-b668-3a22f7946be6), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:09.961414 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-acf373c7-cc4f-48de-9f52-7afcfcfc2b7c tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (26794d86-1724-4591-bd70-5a538471d680), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:09.964932 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-acf373c7-cc4f-48de-9f52-7afcfcfc2b7c tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:09.966743 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-acf373c7-cc4f-48de-9f52-7afcfcfc2b7c tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/26794d86-1724-4591-bd70-5a538471d680 HTTP/1.1" status: 204 len: 168 time: 0.2139452 Oct 19 00:46:09.972503 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ff0e88-597f-4db1-b5f4-852dd33c566d', 'name': 'network-vif-deleted', 'tag': '1598d129-803e-437a-be2e-c9127e38bd88'}] {{(pid=111414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:46:09.975267 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e46469f00a83062af0f8a877bbd3a06bc7f865c711541049e4990ec8a28c8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e52051-0641-47b2-b77d-14540da4f05a" -d '{"events": [{"server_uuid": "d8ff0e88-597f-4db1-b5f4-852dd33c566d", "name": "network-vif-deleted", "tag": "1598d129-803e-437a-be2e-c9127e38bd88"}]}' {{(pid=111414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:46:09.978274 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 36666) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:46:09.997885 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf373c7-cc4f-48de-9f52-7afcfcfc2b7c tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26794d86-1724-4591-bd70-5a538471d680,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:10.006309 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.api.v2.resource [None req-8d8e4c8e-9faa-486f-9214-180de0e3e02b tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] show failed (client error): The resource could not be found. Oct 19 00:46:10.008046 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-8d8e4c8e-9faa-486f-9214-180de0e3e02b tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups/26794d86-1724-4591-bd70-5a538471d680 HTTP/1.1" status: 404 len: 347 time: 0.0263472 Oct 19 00:46:10.016173 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 36670) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:46:10.073486 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 00:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ccdce5-017c-45bb-a87d-0479cf520f95 x-openstack-request-id: req-a6ccdce5-017c-45bb-a87d-0479cf520f95 {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:46:10.074946 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8ff0e88-597f-4db1-b5f4-852dd33c566d", "name": "network-vif-deleted", "tag": "1598d129-803e-437a-be2e-c9127e38bd88", "status": "completed", "code": 200}]} {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:46:10.075316 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a6ccdce5-017c-45bb-a87d-0479cf520f95 {{(pid=111414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:46:10.075939 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6ccdce5-017c-45bb-a87d-0479cf520f95'] response: {'server_uuid': 'd8ff0e88-597f-4db1-b5f4-852dd33c566d', 'name': 'network-vif-deleted', 'tag': '1598d129-803e-437a-be2e-c9127e38bd88', 'status': 'completed', 'code': 200} Oct 19 00:46:10.101630 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:10.254857 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-38715b39-205a-42da-85af-3b52ade7fd8f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Deleting port f17b296b-0b02-404e-b13b-6c80304ae080 {{(pid=111415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:46:10.255264 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-38715b39-205a-42da-85af-3b52ade7fd8f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (f17b296b-0b02-404e-b13b-6c80304ae080), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:10.275094 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:10.336500 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:10.343750 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:10.407926 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-38715b39-205a-42da-85af-3b52ade7fd8f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (f17b296b-0b02-404e-b13b-6c80304ae080), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:10.408168 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-38715b39-205a-42da-85af-3b52ade7fd8f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for floatingip (f17b296b-0b02-404e-b13b-6c80304ae080), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:10.444810 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-38715b39-205a-42da-85af-3b52ade7fd8f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Calling delete_port for f17b296b-0b02-404e-b13b-6c80304ae080 owned by network:floatingip {{(pid=111415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:46:10.471414 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-3353eae4-2c36-4c3e-b813-f688695375c1 admin admin] Deleting port 89551b73-6a90-45f5-a164-06641a54f08f {{(pid=111415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:46:10.471752 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-3353eae4-2c36-4c3e-b813-f688695375c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (89551b73-6a90-45f5-a164-06641a54f08f), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:10.533115 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf no longer exists at agent hyperv_hv-cinder-maste {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:46:10.567481 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] No Port match for: da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:46:10.567934 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device da1ae702-fcf6-4388-8f27-6c4ba5eb5fcf not bound to the agent host hv-cinder-maste {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:46:10.568470 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 1598d129-803e-437a-be2e-c9127e38bd88 no longer exists at agent hyperv_hv-cinder-maste {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:46:10.593880 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] No Port match for: 1598d129-803e-437a-be2e-c9127e38bd88 {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:46:10.594392 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 1598d129-803e-437a-be2e-c9127e38bd88 not bound to the agent host hv-cinder-maste {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:46:10.636261 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.db [None req-3353eae4-2c36-4c3e-b813-f688695375c1 admin admin] For port 89551b73-6a90-45f5-a164-06641a54f08f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=89551b73-6a90-45f5-a164-06641a54f08f,segment=NetworkSegment(cf8e282f-d232-4da7-8dc9-5de45f52d170),segment_id=cf8e282f-d232-4da7-8dc9-5de45f52d170)] {{(pid=111415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:46:10.636621 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-3353eae4-2c36-4c3e-b813-f688695375c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (89551b73-6a90-45f5-a164-06641a54f08f), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:10.675626 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-3353eae4-2c36-4c3e-b813-f688695375c1 admin admin] Calling delete_port for 89551b73-6a90-45f5-a164-06641a54f08f owned by network:router_interface {{(pid=111415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:46:10.744381 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-38715b39-205a-42da-85af-3b52ade7fd8f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7426774'] for port (f17b296b-0b02-404e-b13b-6c80304ae080), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:10.781902 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38715b39-205a-42da-85af-3b52ade7fd8f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Pushing event deleted for resources: {'Port': ['ID=f17b296b-0b02-404e-b13b-6c80304ae080,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:10.816396 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38715b39-205a-42da-85af-3b52ade7fd8f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:10.816748 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38715b39-205a-42da-85af-3b52ade7fd8f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:10.817092 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38715b39-205a-42da-85af-3b52ade7fd8f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:10.817429 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38715b39-205a-42da-85af-3b52ade7fd8f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:10.817765 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38715b39-205a-42da-85af-3b52ade7fd8f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:10.818103 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38715b39-205a-42da-85af-3b52ade7fd8f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:10.818430 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38715b39-205a-42da-85af-3b52ade7fd8f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:10.818789 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38715b39-205a-42da-85af-3b52ade7fd8f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:10.819171 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38715b39-205a-42da-85af-3b52ade7fd8f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:10.819504 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38715b39-205a-42da-85af-3b52ade7fd8f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:10.819833 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38715b39-205a-42da-85af-3b52ade7fd8f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:10.820160 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38715b39-205a-42da-85af-3b52ade7fd8f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:10.820485 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38715b39-205a-42da-85af-3b52ade7fd8f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:10.820807 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38715b39-205a-42da-85af-3b52ade7fd8f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:10.821129 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38715b39-205a-42da-85af-3b52ade7fd8f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:10.918992 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-38715b39-205a-42da-85af-3b52ade7fd8f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for floatingip (085c3b85-baae-4814-ac1b-18c113d24ade), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:10.921499 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-38715b39-205a-42da-85af-3b52ade7fd8f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for floatingip (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:10.922822 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-38715b39-205a-42da-85af-3b52ade7fd8f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/085c3b85-baae-4814-ac1b-18c113d24ade HTTP/1.1" status: 204 len: 168 time: 0.9051642 Oct 19 00:46:11.001393 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-3353eae4-2c36-4c3e-b813-f688695375c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7426774'] for port (89551b73-6a90-45f5-a164-06641a54f08f), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:11.029002 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3353eae4-2c36-4c3e-b813-f688695375c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=89551b73-6a90-45f5-a164-06641a54f08f,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:11.054888 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 36676) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:46:11.063723 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-228c934b-9c08-49f9-9d53-2b7c50109175 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1789392836', 'description': 'tempest-description--386666469'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:46:11.100421 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-228c934b-9c08-49f9-9d53-2b7c50109175 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:11.192932 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:11.208913 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:11.210446 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-228c934b-9c08-49f9-9d53-2b7c50109175 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for security_group (a71f79ca-4b8c-4eb0-863c-d32961da8c72), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:11.215927 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-228c934b-9c08-49f9-9d53-2b7c50109175 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (a71f79ca-4b8c-4eb0-863c-d32961da8c72), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:11.255016 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c934b-9c08-49f9-9d53-2b7c50109175 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a71f79ca-4b8c-4eb0-863c-d32961da8c72,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:11.267225 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-228c934b-9c08-49f9-9d53-2b7c50109175 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:11.273908 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-228c934b-9c08-49f9-9d53-2b7c50109175 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2137563 Oct 19 00:46:11.274150 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-3353eae4-2c36-4c3e-b813-f688695375c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1942682'] for router_interface (f4efb4ff-d867-49fe-b668-3a22f7946be6), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:11.274302 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 36678) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:46:11.279063 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-fba99b56-2db5-44ec-900f-d9ae57fd1a12 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Request body: {'security_group_rule': {'security_group_id': 'a71f79ca-4b8c-4eb0-863c-d32961da8c72', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:46:11.334510 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12c0d3d-d799-424d-b27d-cd6004431d32 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=111416) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 19 00:46:11.367576 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-fba99b56-2db5-44ec-900f-d9ae57fd1a12 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for security_group_rule (9ad3d661-86fe-4dc6-bd9c-005e1d3f51c3), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:11.529813 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12c0d3d-d799-424d-b27d-cd6004431d32 None None] Resources bound (agent type, host, resource id): {{(pid=111416) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 00:46:11.737359 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-fba99b56-2db5-44ec-900f-d9ae57fd1a12 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for security_group_rule (9ad3d661-86fe-4dc6-bd9c-005e1d3f51c3), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:11.768047 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-fba99b56-2db5-44ec-900f-d9ae57fd1a12 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038804'] for security_group_rule (9ad3d661-86fe-4dc6-bd9c-005e1d3f51c3), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:11.794274 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba99b56-2db5-44ec-900f-d9ae57fd1a12 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ad3d661-86fe-4dc6-bd9c-005e1d3f51c3,revision_number=0']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:11.807754 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-fba99b56-2db5-44ec-900f-d9ae57fd1a12 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:11.814150 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-fba99b56-2db5-44ec-900f-d9ae57fd1a12 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5337219 Oct 19 00:46:11.814150 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 36680) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:46:11.817765 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-24a17754-61cb-4549-a36b-ae43fe24d474 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Request body: {'security_group_rule': {'security_group_id': 'a71f79ca-4b8c-4eb0-863c-d32961da8c72', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:46:11.896775 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-24a17754-61cb-4549-a36b-ae43fe24d474 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for security_group_rule (c2606bb2-aad1-4b49-9287-2b759aa6bd97), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:11.901984 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3353eae4-2c36-4c3e-b813-f688695375c1 admin admin] Router f4efb4ff-d867-49fe-b668-3a22f7946be6 has already been hosted by L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 {{(pid=111415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:46:12.044191 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-24a17754-61cb-4549-a36b-ae43fe24d474 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for security_group_rule (c2606bb2-aad1-4b49-9287-2b759aa6bd97), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:12.050460 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-24a17754-61cb-4549-a36b-ae43fe24d474 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038804'] for security_group_rule (c2606bb2-aad1-4b49-9287-2b759aa6bd97), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:12.084356 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a17754-61cb-4549-a36b-ae43fe24d474 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2606bb2-aad1-4b49-9287-2b759aa6bd97,revision_number=0']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:12.089463 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3353eae4-2c36-4c3e-b813-f688695375c1 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:46:12.101463 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-3353eae4-2c36-4c3e-b813-f688695375c1 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/f4efb4ff-d867-49fe-b668-3a22f7946be6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8549829 Oct 19 00:46:12.101463 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 36682) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:46:12.104145 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a74f2b6-942a-4b04-8008-400d4d8e5cd7 None None] Sync routers for ids ['f4efb4ff-d867-49fe-b668-3a22f7946be6'] in dv-cinder-master-3-iscsi {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:46:12.109912 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-24a17754-61cb-4549-a36b-ae43fe24d474 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:12.111822 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-24a17754-61cb-4549-a36b-ae43fe24d474 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2984238 Oct 19 00:46:12.116197 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 36684) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:46:12.121694 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-20daa29c-50a1-4931-aa59-75bf39a0fb6f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Request body: {'floatingip': {'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:46:12.145585 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a74f2b6-942a-4b04-8008-400d4d8e5cd7 None None] Routers {'f4efb4ff-d867-49fe-b668-3a22f7946be6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:46:12.146398 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-4a74f2b6-942a-4b04-8008-400d4d8e5cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:46:07Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['f4efb4ff-d867-49fe-b668-3a22f7946be6'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:46:12.176858 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-20daa29c-50a1-4931-aa59-75bf39a0fb6f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:12.278103 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-4a74f2b6-942a-4b04-8008-400d4d8e5cd7 None None] Set router f4efb4ff-d867-49fe-b668-3a22f7946be6 gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:46:12.304296 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-15375cec-f650-4789-a772-bbc3aae8ec77 admin admin] Publish callbacks [] for router (f4efb4ff-d867-49fe-b668-3a22f7946be6), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:12.384533 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-20daa29c-50a1-4931-aa59-75bf39a0fb6f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:12.396644 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-0b728816-0262-4d8f-8f73-048d91ec0f5f None None] Provisioning complete for port 32fee4f2-1471-497c-ab29-481490f8cef7 triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:46:12.399006 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-0b728816-0262-4d8f-8f73-048d91ec0f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (32fee4f2-1471-497c-ab29-481490f8cef7), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:12.399813 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-0b728816-0262-4d8f-8f73-048d91ec0f5f None None] Attempt 1 to provision port 32fee4f2-1471-497c-ab29-481490f8cef7 Oct 19 00:46:12.425323 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:12.433890 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-15375cec-f650-4789-a772-bbc3aae8ec77 admin admin] Publish callbacks [] for router_gateway (f4efb4ff-d867-49fe-b668-3a22f7946be6), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:12.450215 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:12.455257 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:12.484000 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=100 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:12.485465 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-4a74f2b6-942a-4b04-8008-400d4d8e5cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'name': 'tempest-ServerRescueNegativeTestJSON-1708208379-router', 'tenant_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.180'}], 'enable_snat': True}, 'gw_port_id': '98433c02-4af3-45d7-95ba-f3a805e5fcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:24Z', 'updated_at': '2022-10-19T00:46:10Z', 'revision_number': 5, 'project_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'gw_port': {'id': '98433c02-4af3-45d7-95ba-f3a805e5fcf6', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:11:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:46:12.497169 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-15375cec-f650-4789-a772-bbc3aae8ec77 admin admin] Deleting port 98433c02-4af3-45d7-95ba-f3a805e5fcf6 {{(pid=111415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:46:12.497514 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-15375cec-f650-4789-a772-bbc3aae8ec77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (98433c02-4af3-45d7-95ba-f3a805e5fcf6), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:12.521063 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a74f2b6-942a-4b04-8008-400d4d8e5cd7 None None] Checking router: f4efb4ff-d867-49fe-b668-3a22f7946be6 for host: dv-cinder-master-3-iscsi {{(pid=111417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:46:12.533762 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a74f2b6-942a-4b04-8008-400d4d8e5cd7 None None] Routers {'f4efb4ff-d867-49fe-b668-3a22f7946be6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:46:12.534708 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-4a74f2b6-942a-4b04-8008-400d4d8e5cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:46:07Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['f4efb4ff-d867-49fe-b668-3a22f7946be6'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:46:12.538552 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.db_base_plugin_common [None req-20daa29c-50a1-4931-aa59-75bf39a0fb6f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Allocated IP 172.37.6.251 (973fa957-bcd6-42c3-bc57-5a91d78147c8/c5b4f151-6e49-4135-be82-7abc543b5247/82ade522-17a3-4bce-ab13-68d2d72b2ac6) {{(pid=111414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:46:12.551531 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:12.555477 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:12.579275 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-0b728816-0262-4d8f-8f73-048d91ec0f5f None None] Current status of the port 32fee4f2-1471-497c-ab29-481490f8cef7 is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:46:12.615550 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.db [None req-15375cec-f650-4789-a772-bbc3aae8ec77 admin admin] For port 98433c02-4af3-45d7-95ba-f3a805e5fcf6, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=98433c02-4af3-45d7-95ba-f3a805e5fcf6,segment=NetworkSegment(cdce283e-dd8a-4d22-a7f9-996f16aea9b7),segment_id=cdce283e-dd8a-4d22-a7f9-996f16aea9b7)] {{(pid=111415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:46:12.616577 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-15375cec-f650-4789-a772-bbc3aae8ec77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (98433c02-4af3-45d7-95ba-f3a805e5fcf6), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:12.632380 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-15375cec-f650-4789-a772-bbc3aae8ec77 admin admin] Calling delete_port for 98433c02-4af3-45d7-95ba-f3a805e5fcf6 owned by network:router_gateway {{(pid=111415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:46:12.689177 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-20daa29c-50a1-4931-aa59-75bf39a0fb6f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for port (82ade522-17a3-4bce-ab13-68d2d72b2ac6), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:12.715972 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-4a74f2b6-942a-4b04-8008-400d4d8e5cd7 None None] Set router f4efb4ff-d867-49fe-b668-3a22f7946be6 gateway port host: None {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:46:12.730042 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-20daa29c-50a1-4931-aa59-75bf39a0fb6f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (82ade522-17a3-4bce-ab13-68d2d72b2ac6), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:12.750729 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20daa29c-50a1-4931-aa59-75bf39a0fb6f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Network 973fa957-bcd6-42c3-bc57-5a91d78147c8 is already hosted by enough agents. {{(pid=111414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:46:12.753589 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [None req-20daa29c-50a1-4931-aa59-75bf39a0fb6f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Resources bound (agent type, host, resource id): {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:46:12.772686 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20daa29c-50a1-4931-aa59-75bf39a0fb6f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Received port after_create {{(pid=111414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:46:12.809276 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-4a74f2b6-942a-4b04-8008-400d4d8e5cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'name': 'tempest-ServerRescueNegativeTestJSON-1708208379-router', 'tenant_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:24Z', 'updated_at': '2022-10-19T00:46:12Z', 'revision_number': 6, 'project_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:46:12.827838 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20daa29c-50a1-4931-aa59-75bf39a0fb6f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Pushing event updated for resources: {'Port': ['ID=82ade522-17a3-4bce-ab13-68d2d72b2ac6,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:12.841600 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-15375cec-f650-4789-a772-bbc3aae8ec77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7426774'] for port (98433c02-4af3-45d7-95ba-f3a805e5fcf6), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:12.860675 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a74f2b6-942a-4b04-8008-400d4d8e5cd7 None None] The sync data for ids ['f4efb4ff-d867-49fe-b668-3a22f7946be6'] in dv-cinder-master-3-iscsi is: [{'id': 'f4efb4ff-d867-49fe-b668-3a22f7946be6', 'name': 'tempest-ServerRescueNegativeTestJSON-1708208379-router', 'tenant_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:24Z', 'updated_at': '2022-10-19T00:46:12Z', 'revision_number': 6, 'project_id': 'c0151d58abd047a692f5cc4e7d05bea5', 'gw_port_host': None}] {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:46:12.882271 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15375cec-f650-4789-a772-bbc3aae8ec77 admin admin] Pushing event deleted for resources: {'Port': ['ID=98433c02-4af3-45d7-95ba-f3a805e5fcf6,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:12.915338 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-20daa29c-50a1-4931-aa59-75bf39a0fb6f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for floatingip (e81c5069-274c-43a3-81c8-bfb44c8966a7), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:12.963565 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-20daa29c-50a1-4931-aa59-75bf39a0fb6f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (82ade522-17a3-4bce-ab13-68d2d72b2ac6), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:12.974611 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-15375cec-f650-4789-a772-bbc3aae8ec77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1947507'] for router_gateway (f4efb4ff-d867-49fe-b668-3a22f7946be6), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:13.084205 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-15375cec-f650-4789-a772-bbc3aae8ec77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2019'] for router (f4efb4ff-d867-49fe-b668-3a22f7946be6), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:13.086901 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-15375cec-f650-4789-a772-bbc3aae8ec77 admin admin] Publish callbacks [] for router_controller (f4efb4ff-d867-49fe-b668-3a22f7946be6), precommit_delete_associations {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:13.148587 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-20daa29c-50a1-4931-aa59-75bf39a0fb6f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for port (82ade522-17a3-4bce-ab13-68d2d72b2ac6), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:13.157577 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-20daa29c-50a1-4931-aa59-75bf39a0fb6f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577477'] for port (82ade522-17a3-4bce-ab13-68d2d72b2ac6), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:13.161094 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-15375cec-f650-4789-a772-bbc3aae8ec77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942605'] for router (f4efb4ff-d867-49fe-b668-3a22f7946be6), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:13.161643 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15375cec-f650-4789-a772-bbc3aae8ec77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4efb4ff-d867-49fe-b668-3a22f7946be6 {{(pid=111415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 00:46:13.170313 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-15375cec-f650-4789-a772-bbc3aae8ec77 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:13.171930 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-15375cec-f650-4789-a772-bbc3aae8ec77 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/f4efb4ff-d867-49fe-b668-3a22f7946be6 HTTP/1.1" status: 204 len: 168 time: 1.0705948 Oct 19 00:46:13.174758 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 36686) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:46:13.235868 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20daa29c-50a1-4931-aa59-75bf39a0fb6f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Pushing event updated for resources: {'Port': ['ID=82ade522-17a3-4bce-ab13-68d2d72b2ac6,revision_number=2']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:13.239026 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff3e688a-2545-4328-bd6b-42c68a547f93 admin admin] Deleting subnet da4d7e39-f806-4ee4-9a72-d230cc0f9d32 {{(pid=111415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 19 00:46:13.239639 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-20daa29c-50a1-4931-aa59-75bf39a0fb6f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942318'] for floatingip (e81c5069-274c-43a3-81c8-bfb44c8966a7), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:13.245555 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ff3e688a-2545-4328-bd6b-42c68a547f93 admin admin] Publish callbacks [] for subnet (da4d7e39-f806-4ee4-9a72-d230cc0f9d32), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:13.262302 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-20daa29c-50a1-4931-aa59-75bf39a0fb6f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for floatingip (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:13.267055 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-20daa29c-50a1-4931-aa59-75bf39a0fb6f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1493809 Oct 19 00:46:13.305433 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ff3e688a-2545-4328-bd6b-42c68a547f93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7426685'] for subnet (da4d7e39-f806-4ee4-9a72-d230cc0f9d32), precommit_delete_associations {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:13.418184 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ff3e688a-2545-4328-bd6b-42c68a547f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-835128'] for subnet (da4d7e39-f806-4ee4-9a72-d230cc0f9d32), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:13.505088 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ff3e688a-2545-4328-bd6b-42c68a547f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-835107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7426725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7409458'] for subnet (da4d7e39-f806-4ee4-9a72-d230cc0f9d32), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:13.545667 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ff3e688a-2545-4328-bd6b-42c68a547f93 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:13.554228 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-ff3e688a-2545-4328-bd6b-42c68a547f93 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/da4d7e39-f806-4ee4-9a72-d230cc0f9d32 HTTP/1.1" status: 204 len: 168 time: 0.3741083 Oct 19 00:46:13.554228 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e688a-2545-4328-bd6b-42c68a547f93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da4d7e39-f806-4ee4-9a72-d230cc0f9d32,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:13.554666 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e950f45-d487-419a-a8b7-1b986ff4b2de None None] Network 75c84943-00ac-41e3-a6c3-2ea734b46148 requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:46:13.555671 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 36700) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:46:13.632033 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:13.654826 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:13.670376 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-146034e3-2170-4041-9445-acc614703f93 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1789392836&fields=id&tenant_id=0b35c2038f6b4d0a9012b004f1416c00 HTTP/1.1" status: 200 len: 267 time: 0.1359541 Oct 19 00:46:13.680362 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-175f6930-6578-4435-b68a-d42b82c5fe1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-943402'] for network (75c84943-00ac-41e3-a6c3-2ea734b46148), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:13.767299 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9c48fc-3b33-4f9e-bcb1-dca4d76743d2 None None] DHCP port deletion for 75c84943-00ac-41e3-a6c3-2ea734b46148 request from dv-cinder-master-3-iscsi {{(pid=111416) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 19 00:46:13.802307 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-175f6930-6578-4435-b68a-d42b82c5fe1b admin admin] Deleting port 32fee4f2-1471-497c-ab29-481490f8cef7 {{(pid=111415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:46:13.802684 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-175f6930-6578-4435-b68a-d42b82c5fe1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (32fee4f2-1471-497c-ab29-481490f8cef7), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:13.830098 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:13.834207 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 89551b73-6a90-45f5-a164-06641a54f08f no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:46:13.865846 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-5a9c48fc-3b33-4f9e-bcb1-dca4d76743d2 None None] Deleting port 32fee4f2-1471-497c-ab29-481490f8cef7 {{(pid=111416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:46:13.866348 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-5a9c48fc-3b33-4f9e-bcb1-dca4d76743d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (32fee4f2-1471-497c-ab29-481490f8cef7), before_delete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:13.879900 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] No Port match for: 89551b73-6a90-45f5-a164-06641a54f08f {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:46:13.880247 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 89551b73-6a90-45f5-a164-06641a54f08f not bound to the agent host dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:46:13.929001 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-638c1d98-6c12-4956-b3e0-3e25298fb82e tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:13.931167 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-638c1d98-6c12-4956-b3e0-3e25298fb82e tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/networks?id=635fade4-7ee9-45f4-8020-ceb7d6bf784a HTTP/1.1" status: 200 len: 813 time: 0.2380118 Oct 19 00:46:13.938675 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.db [None req-175f6930-6578-4435-b68a-d42b82c5fe1b admin admin] For port 32fee4f2-1471-497c-ab29-481490f8cef7, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=32fee4f2-1471-497c-ab29-481490f8cef7,segment=NetworkSegment(cf8e282f-d232-4da7-8dc9-5de45f52d170),segment_id=cf8e282f-d232-4da7-8dc9-5de45f52d170)] {{(pid=111415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:46:13.939033 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-175f6930-6578-4435-b68a-d42b82c5fe1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (32fee4f2-1471-497c-ab29-481490f8cef7), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:13.951469 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-5a9c48fc-3b33-4f9e-bcb1-dca4d76743d2 None None] For port 32fee4f2-1471-497c-ab29-481490f8cef7, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=32fee4f2-1471-497c-ab29-481490f8cef7,segment=NetworkSegment(cf8e282f-d232-4da7-8dc9-5de45f52d170),segment_id=cf8e282f-d232-4da7-8dc9-5de45f52d170)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:46:13.951840 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-5a9c48fc-3b33-4f9e-bcb1-dca4d76743d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (32fee4f2-1471-497c-ab29-481490f8cef7), precommit_delete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:13.967969 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-5a9c48fc-3b33-4f9e-bcb1-dca4d76743d2 None None] Calling delete_port for 32fee4f2-1471-497c-ab29-481490f8cef7 owned by network:dhcp {{(pid=111416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:46:13.968664 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-175f6930-6578-4435-b68a-d42b82c5fe1b admin admin] Calling delete_port for 32fee4f2-1471-497c-ab29-481490f8cef7 owned by network:dhcp {{(pid=111415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:46:13.973225 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-25d88708-27ab-450b-a39f-c04f2db79a08 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/quotas/0b35c2038f6b4d0a9012b004f1416c00 HTTP/1.1" status: 200 len: 375 time: 0.0309007 Oct 19 00:46:14.083879 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-60730890-f558-4f4d-b0c5-18ef739fd8d3 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=0b35c2038f6b4d0a9012b004f1416c00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1033218 Oct 19 00:46:14.095490 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-5a9c48fc-3b33-4f9e-bcb1-dca4d76743d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459'] for port (32fee4f2-1471-497c-ab29-481490f8cef7), after_delete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:14.148265 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9c48fc-3b33-4f9e-bcb1-dca4d76743d2 None None] Pushing event deleted for resources: {'Port': ['ID=32fee4f2-1471-497c-ab29-481490f8cef7,revision_number=None']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:14.166634 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-175f6930-6578-4435-b68a-d42b82c5fe1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7426774'] for port (32fee4f2-1471-497c-ab29-481490f8cef7), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:14.167646 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9c48fc-3b33-4f9e-bcb1-dca4d76743d2 None None] No DVR routers for this DVR port 32fee4f2-1471-497c-ab29-481490f8cef7 on host dv-cinder-master-3-iscsi {{(pid=111416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 19 00:46:14.176814 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c48fc-3b33-4f9e-bcb1-dca4d76743d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:14.179038 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c48fc-3b33-4f9e-bcb1-dca4d76743d2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:14.179813 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c48fc-3b33-4f9e-bcb1-dca4d76743d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:14.181305 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c48fc-3b33-4f9e-bcb1-dca4d76743d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:14.182016 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c48fc-3b33-4f9e-bcb1-dca4d76743d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:14.183040 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c48fc-3b33-4f9e-bcb1-dca4d76743d2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:14.184019 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c48fc-3b33-4f9e-bcb1-dca4d76743d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:14.184897 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c48fc-3b33-4f9e-bcb1-dca4d76743d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:14.185900 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c48fc-3b33-4f9e-bcb1-dca4d76743d2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:14.186784 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c48fc-3b33-4f9e-bcb1-dca4d76743d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:14.187596 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c48fc-3b33-4f9e-bcb1-dca4d76743d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:14.190435 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c48fc-3b33-4f9e-bcb1-dca4d76743d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:14.192091 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c48fc-3b33-4f9e-bcb1-dca4d76743d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:14.192739 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c48fc-3b33-4f9e-bcb1-dca4d76743d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:14.193297 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c48fc-3b33-4f9e-bcb1-dca4d76743d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:14.216359 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f6930-6578-4435-b68a-d42b82c5fe1b admin admin] Pushing event deleted for resources: {'Port': ['ID=32fee4f2-1471-497c-ab29-481490f8cef7,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:14.232615 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175f6930-6578-4435-b68a-d42b82c5fe1b admin admin] No DVR routers for this DVR port 32fee4f2-1471-497c-ab29-481490f8cef7 on host dv-cinder-master-3-iscsi {{(pid=111415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 19 00:46:14.359510 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-175f6930-6578-4435-b68a-d42b82c5fe1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-835184', 'neutron.services.segments.db._delete_segments_for_network-8730482754115'] for network (75c84943-00ac-41e3-a6c3-2ea734b46148), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:14.399717 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.services.segments.db [None req-175f6930-6578-4435-b68a-d42b82c5fe1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75c84943-00ac-41e3-a6c3-2ea734b46148']}} {{(pid=111415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:46:14.410096 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-d099c1e3-0513-4a33-bcb1-8fed16fe8173 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/635fade4-7ee9-45f4-8020-ceb7d6bf784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072443 Oct 19 00:46:14.414640 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.services.segments.db [None req-175f6930-6578-4435-b68a-d42b82c5fe1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf8e282f-d232-4da7-8dc9-5de45f52d170') {'for_net_delete': True} {{(pid=111415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:46:14.414933 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.services.segments.db [None req-175f6930-6578-4435-b68a-d42b82c5fe1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf8e282f-d232-4da7-8dc9-5de45f52d170') {} {{(pid=111415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:46:14.442149 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-175f6930-6578-4435-b68a-d42b82c5fe1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730482833143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7426634'] for segment (cf8e282f-d232-4da7-8dc9-5de45f52d170), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:14.485677 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-175f6930-6578-4435-b68a-d42b82c5fe1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412'] for segment (cf8e282f-d232-4da7-8dc9-5de45f52d170), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:14.496880 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-175f6930-6578-4435-b68a-d42b82c5fe1b admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=111415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 00:46:14.497381 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-175f6930-6578-4435-b68a-d42b82c5fe1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7427335'] for segment (cf8e282f-d232-4da7-8dc9-5de45f52d170), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:14.553786 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.services.segments.plugin [-] Segment cf8e282f-d232-4da7-8dc9-5de45f52d170 resource provider aggregate not found Oct 19 00:46:14.582380 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.services.segments.plugin [-] Segment cf8e282f-d232-4da7-8dc9-5de45f52d170 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cf8e282f-d232-4da7-8dc9-5de45f52d170 found for delete ", "request_id": "req-0fbca221-b189-47dd-b4a1-9f9c6562ea72"}]} Oct 19 00:46:14.600545 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-43305b93-6577-414c-b2d4-94e37ed3e610 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/635fade4-7ee9-45f4-8020-ceb7d6bf784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830926 Oct 19 00:46:14.601893 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-175f6930-6578-4435-b68a-d42b82c5fe1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-835145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942277'] for network (75c84943-00ac-41e3-a6c3-2ea734b46148), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:14.608010 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-175f6930-6578-4435-b68a-d42b82c5fe1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for network (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:14.611279 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-175f6930-6578-4435-b68a-d42b82c5fe1b admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/75c84943-00ac-41e3-a6c3-2ea734b46148 HTTP/1.1" status: 204 len: 168 time: 1.0546958 Oct 19 00:46:14.623875 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f6930-6578-4435-b68a-d42b82c5fe1b admin admin] Pushing event deleted for resources: {'Network': ['ID=75c84943-00ac-41e3-a6c3-2ea734b46148,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:14.808785 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 36718) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:46:14.859475 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-e738ab95-c162-4878-a4e9-bd64dce60fa5 req-d513e08c-6d4c-4b7b-b7ee-2ba05cb0928e tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0da74d88-6672-4df0-b665-b9eec2d073c5 HTTP/1.1" status: 200 len: 210 time: 0.0569074 Oct 19 00:46:15.150787 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-7b1c9d60-ff31-4a82-8ff6-f81e531cc3a7 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=c0151d58abd047a692f5cc4e7d05bea5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3397822 Oct 19 00:46:15.153921 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 36724) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:46:15.231924 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-dd172583-a724-46e4-9033-efb3298ccaba admin admin] Publish callbacks [] for security_group (154a6153-b70e-459f-8123-c01d34f71dfd), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:15.246156 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:15.262770 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-dd172583-a724-46e4-9033-efb3298ccaba admin admin] Publish callbacks [] for security_group (154a6153-b70e-459f-8123-c01d34f71dfd), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:15.294582 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:15.340361 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-dd172583-a724-46e4-9033-efb3298ccaba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (154a6153-b70e-459f-8123-c01d34f71dfd), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:15.345295 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-dd172583-a724-46e4-9033-efb3298ccaba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:15.346519 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-dd172583-a724-46e4-9033-efb3298ccaba admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/154a6153-b70e-459f-8123-c01d34f71dfd HTTP/1.1" status: 204 len: 168 time: 0.1912239 Oct 19 00:46:15.368133 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd172583-a724-46e4-9033-efb3298ccaba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154a6153-b70e-459f-8123-c01d34f71dfd,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:15.512442 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 98433c02-4af3-45d7-95ba-f3a805e5fcf6 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:46:15.567855 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] No Port match for: 98433c02-4af3-45d7-95ba-f3a805e5fcf6 {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:46:15.568411 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 98433c02-4af3-45d7-95ba-f3a805e5fcf6 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:46:15.569858 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 32fee4f2-1471-497c-ab29-481490f8cef7 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:46:15.605519 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] No Port match for: 32fee4f2-1471-497c-ab29-481490f8cef7 {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:46:15.606184 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 32fee4f2-1471-497c-ab29-481490f8cef7 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:46:16.052271 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-1650d186-38a8-456e-bfbd-892c3ffa08fe req-268c6862-e253-454d-8983-88f4c06f02c2 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0da74d88-6672-4df0-b665-b9eec2d073c5 HTTP/1.1" status: 200 len: 210 time: 0.0373974 Oct 19 00:46:16.628464 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 36760) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:46:16.752929 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-fc95c590-fef3-4bc1-8603-cff569699125 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-665471831-network', 'tenant_id': '82d7723ef95b4c3faeac9835eeb233a5'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:46:16.781059 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc95c590-fef3-4bc1-8603-cff569699125 admin admin] Made reservation on behalf of 82d7723ef95b4c3faeac9835eeb233a5 for: {'network': 1} {{(pid=111414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:46:16.785978 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-fc95c590-fef3-4bc1-8603-cff569699125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for network (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:16.801139 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-fc95c590-fef3-4bc1-8603-cff569699125 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:17.013727 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-fc95c590-fef3-4bc1-8603-cff569699125 admin admin] Publish callbacks [] for security_group (4fa18eeb-5bee-4447-845f-f9e0a99565ff), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:17.027764 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-fc95c590-fef3-4bc1-8603-cff569699125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (4fa18eeb-5bee-4447-845f-f9e0a99565ff), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:17.052185 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-6a3c046d-9bcc-4fcd-9a9f-ae4c672585e0 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:17.053971 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-6a3c046d-9bcc-4fcd-9a9f-ae4c672585e0 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.20 "GET /networking/v2.0/networks?id=635fade4-7ee9-45f4-8020-ceb7d6bf784a HTTP/1.1" status: 200 len: 813 time: 0.2008252 Oct 19 00:46:17.075358 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc95c590-fef3-4bc1-8603-cff569699125 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=111414) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:46:17.091672 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc95c590-fef3-4bc1-8603-cff569699125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa18eeb-5bee-4447-845f-f9e0a99565ff,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:17.110935 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-fc95c590-fef3-4bc1-8603-cff569699125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412'] for segment (8053efdb-fe2b-48be-9228-17e179e76fd1), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:17.110935 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.db.segments_db [None req-fc95c590-fef3-4bc1-8603-cff569699125 admin admin] Added segment 8053efdb-fe2b-48be-9228-17e179e76fd1 of type vlan for network 68404256-b068-4f6b-bb54-21abe9c04e36 Oct 19 00:46:17.213073 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-fc95c590-fef3-4bc1-8603-cff569699125 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730482266143'] for network (68404256-b068-4f6b-bb54-21abe9c04e36), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:17.222540 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-13ddc995-cd9a-4cd4-b370-3038aa0513b6 req-a6ae2a2b-6f58-4869-8fa9-f07d8f605235 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0da74d88-6672-4df0-b665-b9eec2d073c5 HTTP/1.1" status: 200 len: 210 time: 0.0351200 Oct 19 00:46:17.230449 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-99d9af68-0e24-44ed-a596-1c1765b44a24 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0b35c2038f6b4d0a9012b004f1416c00 HTTP/1.1" status: 200 len: 380 time: 0.1561034 Oct 19 00:46:17.266611 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-026c1ac5-5e6b-4f45-835f-960aacf75135 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Request body: {'port': {'device_id': '0da74d88-6672-4df0-b665-b9eec2d073c5', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'admin_state_up': True, 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'security_groups': ['a71f79ca-4b8c-4eb0-863c-d32961da8c72']}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:46:17.301752 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-fc95c590-fef3-4bc1-8603-cff569699125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988'] for network (68404256-b068-4f6b-bb54-21abe9c04e36), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:17.303795 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc95c590-fef3-4bc1-8603-cff569699125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:17.304772 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-fc95c590-fef3-4bc1-8603-cff569699125 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for network (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:17.456147 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-fc95c590-fef3-4bc1-8603-cff569699125 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8265064 Oct 19 00:46:17.460437 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 36776) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:46:17.469352 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-09a4aed5-fefb-4b3b-8072-84547ced3901 admin admin] Request body: {'subnet': {'network_id': '68404256-b068-4f6b-bb54-21abe9c04e36', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-665471831-subnet', 'tenant_id': '82d7723ef95b4c3faeac9835eeb233a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:46:17.501535 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc95c590-fef3-4bc1-8603-cff569699125 admin admin] Pushing event updated for resources: {'Network': ['ID=68404256-b068-4f6b-bb54-21abe9c04e36,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:17.501833 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a4aed5-fefb-4b3b-8072-84547ced3901 admin admin] Made reservation on behalf of 82d7723ef95b4c3faeac9835eeb233a5 for: {'subnet': 1} {{(pid=111415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:46:17.511938 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-09a4aed5-fefb-4b3b-8072-84547ced3901 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7409433'] for subnet (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:17.528055 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Network 68404256-b068-4f6b-bb54-21abe9c04e36 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=111416) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:46:17.537660 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:17.541235 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-026c1ac5-5e6b-4f45-835f-960aacf75135 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Made reservation on behalf of 0b35c2038f6b4d0a9012b004f1416c00 for: {'port': 1} {{(pid=111414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:46:17.550346 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-026c1ac5-5e6b-4f45-835f-960aacf75135 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:17.635579 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:17.758060 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:17.766878 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.db_base_plugin_common [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-026c1ac5-5e6b-4f45-835f-960aacf75135 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Allocated IP 172.20.0.7 (635fade4-7ee9-45f4-8020-ceb7d6bf784a/749347d7-6beb-499e-80b2-119168147fbe/6ccabad6-2670-419e-95ab-c0c5d0749b3a) {{(pid=111414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:46:17.780099 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=75,neutron:DELETE=5,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:17.803658 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-09a4aed5-fefb-4b3b-8072-84547ced3901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7426682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7409419'] for subnet (f1202a63-9912-4834-858f-95da1154adf8), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:17.908412 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a4aed5-fefb-4b3b-8072-84547ced3901 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1202a63-9912-4834-858f-95da1154adf8,revision_number=0']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:17.950614 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a4aed5-fefb-4b3b-8072-84547ced3901 admin admin] Checking segment: {'id': '8053efdb-fe2b-48be-9228-17e179e76fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '68404256-b068-4f6b-bb54-21abe9c04e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:46:17.951365 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a4aed5-fefb-4b3b-8072-84547ced3901 admin admin] Network hostable DHCP agents. Network: 68404256-b068-4f6b-bb54-21abe9c04e36, hostable agents: ['57535a1d-5c08-48f6-b25c-e56d637dc4b8'], hosted agents: [] {{(pid=111415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:46:17.985416 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a4aed5-fefb-4b3b-8072-84547ced3901 admin admin] Network 68404256-b068-4f6b-bb54-21abe9c04e36 is scheduled to be hosted by DHCP agent 57535a1d-5c08-48f6-b25c-e56d637dc4b8 with binding_index 1 {{(pid=111415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:46:18.004758 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.base_scheduler [None req-09a4aed5-fefb-4b3b-8072-84547ced3901 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 68404256-b068-4f6b-bb54-21abe9c04e36) {{(pid=111415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:46:18.010533 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-026c1ac5-5e6b-4f45-835f-960aacf75135 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for port (6ccabad6-2670-419e-95ab-c0c5d0749b3a), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:18.016566 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e417aa81-9dcb-42d8-b8ae-eb65bd7d05b0 None None] Network 68404256-b068-4f6b-bb54-21abe9c04e36 requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:46:18.017921 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a4aed5-fefb-4b3b-8072-84547ced3901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:18.018263 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-09a4aed5-fefb-4b3b-8072-84547ced3901 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:18.068095 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-09a4aed5-fefb-4b3b-8072-84547ced3901 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6054473 Oct 19 00:46:18.072115 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 36790) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:46:18.076741 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-5ec8f77b-750e-4b02-8d25-e32dde847044 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-665471831-router', 'tenant_id': '82d7723ef95b4c3faeac9835eeb233a5', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'}}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:46:18.077549 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-026c1ac5-5e6b-4f45-835f-960aacf75135 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (6ccabad6-2670-419e-95ab-c0c5d0749b3a), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:18.089880 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197155bd-7633-466e-9757-701b515d90b1 req-2bf6fc10-74b0-427f-b111-5cc98db8c414 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:18.089880 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-197155bd-7633-466e-9757-701b515d90b1 req-2bf6fc10-74b0-427f-b111-5cc98db8c414 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 945 time: 0.0739737 Oct 19 00:46:18.127690 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-5ec8f77b-750e-4b02-8d25-e32dde847044 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1939933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2045'] for router (1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:18.128998 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-5ec8f77b-750e-4b02-8d25-e32dde847044 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1949320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2062503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2026'] for router (1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:18.152298 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-026c1ac5-5e6b-4f45-835f-960aacf75135 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Network 635fade4-7ee9-45f4-8020-ceb7d6bf784a is already hosted by enough agents. {{(pid=111414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:46:18.156285 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-026c1ac5-5e6b-4f45-835f-960aacf75135 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Resources bound (agent type, host, resource id): {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:46:18.162218 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-026c1ac5-5e6b-4f45-835f-960aacf75135 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Received port after_create {{(pid=111414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:46:18.180541 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-197155bd-7633-466e-9757-701b515d90b1 req-c26554f3-b2d1-4a75-bdc7-89b0aa053b51 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832615 Oct 19 00:46:18.194851 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c1ac5-5e6b-4f45-835f-960aacf75135 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Pushing event updated for resources: {'Port': ['ID=6ccabad6-2670-419e-95ab-c0c5d0749b3a,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:18.242395 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-026c1ac5-5e6b-4f45-835f-960aacf75135 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:18.243656 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-026c1ac5-5e6b-4f45-835f-960aacf75135 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:18.251013 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-5ec8f77b-750e-4b02-8d25-e32dde847044 admin admin] Publish callbacks [] for router_controller (1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7), precommit_add_association {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:18.269255 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-026c1ac5-5e6b-4f45-835f-960aacf75135 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0145078 Oct 19 00:46:18.380099 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-c5680d16-6508-4513-8fc9-6c8a5a7cccb5 service neutron] Request body: {'port': {'device_id': '0da74d88-6672-4df0-b665-b9eec2d073c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:46:18.457375 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-c5680d16-6508-4513-8fc9-6c8a5a7cccb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (6ccabad6-2670-419e-95ab-c0c5d0749b3a), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:18.526063 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738806b1-813e-4af6-80e3-f1bcffe79453 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-68404256-b068-4f6b-bb54-21abe9c04e36', 'network_id': '68404256-b068-4f6b-bb54-21abe9c04e36', 'project_id': '82d7723ef95b4c3faeac9835eeb233a5', 'fixed_ips': [{'subnet_id': 'f1202a63-9912-4834-858f-95da1154adf8'}]}} from dv-cinder-master-3-iscsi. {{(pid=111416) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 19 00:46:18.527686 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-738806b1-813e-4af6-80e3-f1bcffe79453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:18.554553 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-5646b72b-9e7b-40a8-9a95-5e4c8a8307c4 None None] Provisioning complete for port 6ccabad6-2670-419e-95ab-c0c5d0749b3a triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:46:18.557539 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-5646b72b-9e7b-40a8-9a95-5e4c8a8307c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (6ccabad6-2670-419e-95ab-c0c5d0749b3a), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:18.558355 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-5646b72b-9e7b-40a8-9a95-5e4c8a8307c4 None None] Attempt 1 to provision port 6ccabad6-2670-419e-95ab-c0c5d0749b3a Oct 19 00:46:18.701376 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-5646b72b-9e7b-40a8-9a95-5e4c8a8307c4 None None] Port 6ccabad6-2670-419e-95ab-c0c5d0749b3a cannot update to ACTIVE because it is not bound. {{(pid=111416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 19 00:46:18.755546 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-5ec8f77b-750e-4b02-8d25-e32dde847044 admin admin] Publish callbacks [] for router_gateway (1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7), precommit_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:18.820934 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05540d86-f0ca-4be1-a006-6b68af8e8b18 req-e6992d24-ddd3-4c5d-8943-c042bfd1011f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:18.826065 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-c5680d16-6508-4513-8fc9-6c8a5a7cccb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ccabad6-2670-419e-95ab-c0c5d0749b3a {{(pid=111414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 00:46:18.828496 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-05540d86-f0ca-4be1-a006-6b68af8e8b18 req-e6992d24-ddd3-4c5d-8943-c042bfd1011f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0da74d88-6672-4df0-b665-b9eec2d073c5 HTTP/1.1" status: 200 len: 931 time: 0.4691682 Oct 19 00:46:18.842350 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-c5680d16-6508-4513-8fc9-6c8a5a7cccb5 service neutron] Publish callbacks [] for port (6ccabad6-2670-419e-95ab-c0c5d0749b3a), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:18.843795 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.db_base_plugin_common [None req-738806b1-813e-4af6-80e3-f1bcffe79453 None None] Allocated IP 172.20.0.2 (68404256-b068-4f6b-bb54-21abe9c04e36/f1202a63-9912-4834-858f-95da1154adf8/3792ec39-bfa3-497e-a816-e90c776b9171) {{(pid=111416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:46:18.866183 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.provisioning_blocks [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-c5680d16-6508-4513-8fc9-6c8a5a7cccb5 service neutron] Transition to ACTIVE for port object 6ccabad6-2670-419e-95ab-c0c5d0749b3a will not be triggered until provisioned by entity L2. {{(pid=111414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 00:46:18.872754 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-c5680d16-6508-4513-8fc9-6c8a5a7cccb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577477'] for port (6ccabad6-2670-419e-95ab-c0c5d0749b3a), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:18.909786 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-05540d86-f0ca-4be1-a006-6b68af8e8b18 req-728ff341-9d4b-49d5-9722-9491f47bda88 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a71f79ca-4b8c-4eb0-863c-d32961da8c72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803480 Oct 19 00:46:19.014253 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:19.019269 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5680d16-6508-4513-8fc9-6c8a5a7cccb5 service neutron] Pushing event updated for resources: {'Port': ['ID=6ccabad6-2670-419e-95ab-c0c5d0749b3a,revision_number=2']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:19.042903 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:19.044035 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-5ec8f77b-750e-4b02-8d25-e32dde847044 admin admin] Publish callbacks [] for router_gateway (1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:19.070986 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-c5680d16-6508-4513-8fc9-6c8a5a7cccb5 service neutron] Attempting to bind port 6ccabad6-2670-419e-95ab-c0c5d0749b3a on host hv-cinder-maste for vnic_type normal with profile {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:46:19.072656 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-c5680d16-6508-4513-8fc9-6c8a5a7cccb5 service neutron] Attempting to bind port 6ccabad6-2670-419e-95ab-c0c5d0749b3a by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '0949f098-87bd-4d7c-adb9-f3622e4872b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a'}] {{(pid=111414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:46:19.073243 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-c5680d16-6508-4513-8fc9-6c8a5a7cccb5 service neutron] Attempting to bind port 6ccabad6-2670-419e-95ab-c0c5d0749b3a on network 635fade4-7ee9-45f4-8020-ceb7d6bf784a {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:46:19.078976 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-5ec8f77b-750e-4b02-8d25-e32dde847044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:19.079238 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-738806b1-813e-4af6-80e3-f1bcffe79453 None None] Publish callbacks [] for port (3792ec39-bfa3-497e-a816-e90c776b9171), precommit_create {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:19.086826 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-738806b1-813e-4af6-80e3-f1bcffe79453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450'] for port (3792ec39-bfa3-497e-a816-e90c776b9171), after_create {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:19.104025 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:19.128577 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:19.143508 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738806b1-813e-4af6-80e3-f1bcffe79453 None None] Network 68404256-b068-4f6b-bb54-21abe9c04e36 is already hosted by enough agents. {{(pid=111416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:46:19.146143 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-c5680d16-6508-4513-8fc9-6c8a5a7cccb5 service neutron] Port 6ccabad6-2670-419e-95ab-c0c5d0749b3a on network 635fade4-7ee9-45f4-8020-ceb7d6bf784a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:46:19.147217 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-c5680d16-6508-4513-8fc9-6c8a5a7cccb5 service neutron] Attempting to bind port 6ccabad6-2670-419e-95ab-c0c5d0749b3a on network 635fade4-7ee9-45f4-8020-ceb7d6bf784a {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:46:19.148319 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.scheduler.base_scheduler [None req-738806b1-813e-4af6-80e3-f1bcffe79453 None None] Resources bound (agent type, host, resource id): {{(pid=111416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:46:19.153979 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738806b1-813e-4af6-80e3-f1bcffe79453 None None] Received port after_create {{(pid=111416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:46:19.161718 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:19.163733 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738806b1-813e-4af6-80e3-f1bcffe79453 None None] Pushing event updated for resources: {'Port': ['ID=3792ec39-bfa3-497e-a816-e90c776b9171,revision_number=1']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:19.209109 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:19.228057 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-738806b1-813e-4af6-80e3-f1bcffe79453 None None] Attempting to bind port 3792ec39-bfa3-497e-a816-e90c776b9171 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:46:19.228436 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-738806b1-813e-4af6-80e3-f1bcffe79453 None None] Attempting to bind port 3792ec39-bfa3-497e-a816-e90c776b9171 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '8053efdb-fe2b-48be-9228-17e179e76fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '68404256-b068-4f6b-bb54-21abe9c04e36'}] {{(pid=111416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:46:19.228776 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738806b1-813e-4af6-80e3-f1bcffe79453 None None] Attempting to bind port 3792ec39-bfa3-497e-a816-e90c776b9171 on network 68404256-b068-4f6b-bb54-21abe9c04e36 {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:46:19.243967 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-c5680d16-6508-4513-8fc9-6c8a5a7cccb5 service neutron] Checking agent: {'id': '6724934a-8b6e-4109-8304-d160e240b776', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 38, 31), 'started_at': datetime.datetime(2022, 10, 19, 0, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:46:19.244330 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-c5680d16-6508-4513-8fc9-6c8a5a7cccb5 service neutron] Checking segment: {'id': '0949f098-87bd-4d7c-adb9-f3622e4872b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:46:19.245044 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-c5680d16-6508-4513-8fc9-6c8a5a7cccb5 service neutron] Bound using segment: {'id': '0949f098-87bd-4d7c-adb9-f3622e4872b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a'} {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:46:19.245726 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-c5680d16-6508-4513-8fc9-6c8a5a7cccb5 service neutron] Bound port: 6ccabad6-2670-419e-95ab-c0c5d0749b3a, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0949f098-87bd-4d7c-adb9-f3622e4872b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a'}}] {{(pid=111414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:46:19.246340 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-c5680d16-6508-4513-8fc9-6c8a5a7cccb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (6ccabad6-2670-419e-95ab-c0c5d0749b3a), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:19.318359 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.db_base_plugin_common [None req-5ec8f77b-750e-4b02-8d25-e32dde847044 admin admin] Allocated IP 172.37.6.55 (973fa957-bcd6-42c3-bc57-5a91d78147c8/c5b4f151-6e49-4135-be82-7abc543b5247/60b35499-9e5f-4f78-9caa-176723e11297) {{(pid=111415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:46:19.325081 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738806b1-813e-4af6-80e3-f1bcffe79453 None None] Checking agent: {'id': '0014484f-12ef-47ae-ba33-5ac9a1be8800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 32, 10), 'started_at': datetime.datetime(2022, 10, 19, 0, 32, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:46:19.325952 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738806b1-813e-4af6-80e3-f1bcffe79453 None None] Checking segment: {'id': '8053efdb-fe2b-48be-9228-17e179e76fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '68404256-b068-4f6b-bb54-21abe9c04e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:46:19.327431 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-738806b1-813e-4af6-80e3-f1bcffe79453 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:19.328668 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738806b1-813e-4af6-80e3-f1bcffe79453 None None] Bound using segment: {'id': '8053efdb-fe2b-48be-9228-17e179e76fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '68404256-b068-4f6b-bb54-21abe9c04e36'} {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:46:19.329583 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-738806b1-813e-4af6-80e3-f1bcffe79453 None None] Bound port: 3792ec39-bfa3-497e-a816-e90c776b9171, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8053efdb-fe2b-48be-9228-17e179e76fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '68404256-b068-4f6b-bb54-21abe9c04e36'}}] {{(pid=111416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:46:19.330434 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-738806b1-813e-4af6-80e3-f1bcffe79453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (3792ec39-bfa3-497e-a816-e90c776b9171), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:19.389328 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-c5680d16-6508-4513-8fc9-6c8a5a7cccb5 service neutron] For port 6ccabad6-2670-419e-95ab-c0c5d0749b3a, host hv-cinder-maste, cleared binding levels {{(pid=111414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:46:19.395524 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-c5680d16-6508-4513-8fc9-6c8a5a7cccb5 service neutron] For port 6ccabad6-2670-419e-95ab-c0c5d0749b3a, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6ccabad6-2670-419e-95ab-c0c5d0749b3a,segment=NetworkSegment(0949f098-87bd-4d7c-adb9-f3622e4872b3),segment_id=0949f098-87bd-4d7c-adb9-f3622e4872b3)] {{(pid=111414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:46:19.405347 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-c5680d16-6508-4513-8fc9-6c8a5a7cccb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577477'] for port (6ccabad6-2670-419e-95ab-c0c5d0749b3a), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:19.414274 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-c5680d16-6508-4513-8fc9-6c8a5a7cccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:19.415623 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-c5680d16-6508-4513-8fc9-6c8a5a7cccb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:19.418123 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-c5680d16-6508-4513-8fc9-6c8a5a7cccb5 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/6ccabad6-2670-419e-95ab-c0c5d0749b3a HTTP/1.1" status: 200 len: 1093 time: 1.1345088 Oct 19 00:46:19.419177 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da74d88-6672-4df0-b665-b9eec2d073c5', 'tag': '6ccabad6-2670-419e-95ab-c0c5d0749b3a'}] {{(pid=111414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:46:19.423471 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e46469f00a83062af0f8a877bbd3a06bc7f865c711541049e4990ec8a28c8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b150a0b0-0bd6-4042-9d2f-3e086e52e8df" -d '{"events": [{"name": "network-changed", "server_uuid": "0da74d88-6672-4df0-b665-b9eec2d073c5", "tag": "6ccabad6-2670-419e-95ab-c0c5d0749b3a"}]}' {{(pid=111414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:46:19.464192 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-738806b1-813e-4af6-80e3-f1bcffe79453 None None] For port 3792ec39-bfa3-497e-a816-e90c776b9171, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=111416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:46:19.474748 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-738806b1-813e-4af6-80e3-f1bcffe79453 None None] For port 3792ec39-bfa3-497e-a816-e90c776b9171, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3792ec39-bfa3-497e-a816-e90c776b9171,segment=NetworkSegment(8053efdb-fe2b-48be-9228-17e179e76fd1),segment_id=8053efdb-fe2b-48be-9228-17e179e76fd1)] {{(pid=111416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:46:19.486627 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-738806b1-813e-4af6-80e3-f1bcffe79453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (3792ec39-bfa3-497e-a816-e90c776b9171), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:19.497352 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a98716-6050-48a7-9340-a5d13294e90a req-fdc9a1c0-b3fa-45dd-9cd2-5a0f70812424 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:19.499105 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-40a98716-6050-48a7-9340-a5d13294e90a req-fdc9a1c0-b3fa-45dd-9cd2-5a0f70812424 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 945 time: 0.1767871 Oct 19 00:46:19.550449 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738806b1-813e-4af6-80e3-f1bcffe79453 None None] Pushing event updated for resources: {'Port': ['ID=3792ec39-bfa3-497e-a816-e90c776b9171,revision_number=2']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:19.601606 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5680d16-6508-4513-8fc9-6c8a5a7cccb5 service neutron] Pushing event updated for resources: {'Port': ['ID=6ccabad6-2670-419e-95ab-c0c5d0749b3a,revision_number=3']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:19.611324 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-54be9814-e803-4f83-909d-a53900834e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:19.613895 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-54be9814-e803-4f83-909d-a53900834e26 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=0b35c2038f6b4d0a9012b004f1416c00&device_id=0da74d88-6672-4df0-b665-b9eec2d073c5 HTTP/1.1" status: 200 len: 1127 time: 0.1229422 Oct 19 00:46:19.644995 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-5ec8f77b-750e-4b02-8d25-e32dde847044 admin admin] Publish callbacks [] for port (60b35499-9e5f-4f78-9caa-176723e11297), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:19.665208 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-40a98716-6050-48a7-9340-a5d13294e90a req-807efe4a-f06f-4029-a2c5-5606e6a57a0d tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548743 Oct 19 00:46:19.694999 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-5ec8f77b-750e-4b02-8d25-e32dde847044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7426774'] for port (60b35499-9e5f-4f78-9caa-176723e11297), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:19.698085 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-f2fe0993-fb47-46eb-b281-faa7aa483138 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ccabad6-2670-419e-95ab-c0c5d0749b3a HTTP/1.1" status: 200 len: 217 time: 0.0697951 Oct 19 00:46:19.768486 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec8f77b-750e-4b02-8d25-e32dde847044 admin admin] Network 973fa957-bcd6-42c3-bc57-5a91d78147c8 is already hosted by enough agents. {{(pid=111415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:46:19.772417 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.base_scheduler [None req-5ec8f77b-750e-4b02-8d25-e32dde847044 admin admin] Resources bound (agent type, host, resource id): {{(pid=111415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:46:19.777558 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec8f77b-750e-4b02-8d25-e32dde847044 admin admin] Received port after_create {{(pid=111415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:46:19.787306 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 00:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a7ec9e-a8ef-44c9-9556-32091e0ba7f8 x-openstack-request-id: req-70a7ec9e-a8ef-44c9-9556-32091e0ba7f8 {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:46:19.788300 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0da74d88-6672-4df0-b665-b9eec2d073c5", "tag": "6ccabad6-2670-419e-95ab-c0c5d0749b3a", "status": "completed", "code": 200}]} {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:46:19.788689 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-70a7ec9e-a8ef-44c9-9556-32091e0ba7f8 {{(pid=111414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:46:19.789304 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70a7ec9e-a8ef-44c9-9556-32091e0ba7f8'] response: {'name': 'network-changed', 'server_uuid': '0da74d88-6672-4df0-b665-b9eec2d073c5', 'tag': '6ccabad6-2670-419e-95ab-c0c5d0749b3a', 'status': 'completed', 'code': 200} Oct 19 00:46:19.802518 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8f77b-750e-4b02-8d25-e32dde847044 admin admin] Pushing event updated for resources: {'Port': ['ID=60b35499-9e5f-4f78-9caa-176723e11297,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:19.813373 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-91e5ccf8-4fe7-4abe-b5ca-4b477bbec800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:19.814809 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-91e5ccf8-4fe7-4abe-b5ca-4b477bbec800 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=749347d7-6beb-499e-80b2-119168147fbe HTTP/1.1" status: 200 len: 852 time: 0.1068153 Oct 19 00:46:19.891407 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-50990836-3ff9-4410-9a38-045dfebb2015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:19.892936 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-50990836-3ff9-4410-9a38-045dfebb2015 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=635fade4-7ee9-45f4-8020-ceb7d6bf784a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0716276 Oct 19 00:46:20.037076 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-4f02ebb8-8d42-48f2-b2d5-1326fc4246d9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/635fade4-7ee9-45f4-8020-ceb7d6bf784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331885 Oct 19 00:46:20.155172 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd20ce7-fdaa-4dd6-a38b-c579f089f5b7 req-6277d711-bdbe-4228-bb5c-595819d3baa8 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:20.156593 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-1cd20ce7-fdaa-4dd6-a38b-c579f089f5b7 req-6277d711-bdbe-4228-bb5c-595819d3baa8 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0da74d88-6672-4df0-b665-b9eec2d073c5 HTTP/1.1" status: 200 len: 943 time: 0.0877042 Oct 19 00:46:20.159425 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-6f629829-0859-491c-870d-9e3ca4c870b4 req-5dcb2127-bb60-407d-a27f-a9c8cc01b44c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/635fade4-7ee9-45f4-8020-ceb7d6bf784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161625 Oct 19 00:46:20.199349 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-5ec8f77b-750e-4b02-8d25-e32dde847044 admin admin] Publish callbacks [] for router_gateway (1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:20.260459 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-1cd20ce7-fdaa-4dd6-a38b-c579f089f5b7 req-13f7f998-12ee-4528-b4d0-d3614216a856 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a71f79ca-4b8c-4eb0-863c-d32961da8c72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916021 Oct 19 00:46:20.265214 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:20.458989 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-5ec8f77b-750e-4b02-8d25-e32dde847044 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1947415'] for router (1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:20.612606 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec8f77b-750e-4b02-8d25-e32dde847044 admin admin] Router 1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7 is scheduled to L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 with binding_index 1 {{(pid=111415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 00:46:20.615845 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:20.741507 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e599ac8-35d8-4b44-8cbf-a7c750fe34ec None None] Network 68404256-b068-4f6b-bb54-21abe9c04e36 requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:46:20.746849 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec8f77b-750e-4b02-8d25-e32dde847044 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:46:20.770408 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-5ec8f77b-750e-4b02-8d25-e32dde847044 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:20.776889 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-5ec8f77b-750e-4b02-8d25-e32dde847044 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6988816 Oct 19 00:46:20.777163 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 36804) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:46:20.782895 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26440691-5722-4689-9795-39e16cf2eacf None None] Sync routers for ids ['1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7'] in dv-cinder-master-3-iscsi {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:46:20.886536 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-6aecd50b-32ed-4f7d-ac66-3d9087db600b None None] Provisioning complete for port 3792ec39-bfa3-497e-a816-e90c776b9171 triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:46:20.887577 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-6aecd50b-32ed-4f7d-ac66-3d9087db600b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (3792ec39-bfa3-497e-a816-e90c776b9171), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:20.888188 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-6aecd50b-32ed-4f7d-ac66-3d9087db600b None None] Attempt 1 to provision port 3792ec39-bfa3-497e-a816-e90c776b9171 Oct 19 00:46:20.890914 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26440691-5722-4689-9795-39e16cf2eacf None None] Routers {'1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:46:20.891961 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-26440691-5722-4689-9795-39e16cf2eacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:46:07Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:46:20.930463 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe2f562-c5f2-4347-8bfc-a1d5a8aeeda2 req-a55b28c4-3db1-4d2b-840f-c5807e6c96c3 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:20.932736 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ebe2f562-c5f2-4347-8bfc-a1d5a8aeeda2 req-a55b28c4-3db1-4d2b-840f-c5807e6c96c3 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 945 time: 0.0865591 Oct 19 00:46:21.015277 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ebe2f562-c5f2-4347-8bfc-a1d5a8aeeda2 req-fbbfea95-08f9-42f4-a8cb-d172657258a5 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743263 Oct 19 00:46:21.104715 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b150a0b0-0bd6-4042-9d2f-3e086e52e8df req-2b8ad7de-8a4e-4ca1-acab-57fb494d8ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:21.106591 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-b150a0b0-0bd6-4042-9d2f-3e086e52e8df req-2b8ad7de-8a4e-4ca1-acab-57fb494d8ae4 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=0b35c2038f6b4d0a9012b004f1416c00&device_id=0da74d88-6672-4df0-b665-b9eec2d073c5 HTTP/1.1" status: 200 len: 1127 time: 0.0630176 Oct 19 00:46:21.162048 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:21.237149 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-26440691-5722-4689-9795-39e16cf2eacf None None] Set router 1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7 gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:46:21.241422 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-6aecd50b-32ed-4f7d-ac66-3d9087db600b None None] Current status of the port 3792ec39-bfa3-497e-a816-e90c776b9171 is: DOWN; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:46:21.242277 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-6aecd50b-32ed-4f7d-ac66-3d9087db600b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (3792ec39-bfa3-497e-a816-e90c776b9171), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:21.266108 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:21.288414 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b150a0b0-0bd6-4042-9d2f-3e086e52e8df req-7b21e737-9a23-4716-8e0f-cd609757abe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:21.291011 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-b150a0b0-0bd6-4042-9d2f-3e086e52e8df req-7b21e737-9a23-4716-8e0f-cd609757abe9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=635fade4-7ee9-45f4-8020-ceb7d6bf784a HTTP/1.1" status: 200 len: 914 time: 0.1590147 Oct 19 00:46:21.361574 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-b150a0b0-0bd6-4042-9d2f-3e086e52e8df req-c3c0f441-e39f-418d-b968-7f3749de7719 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ccabad6-2670-419e-95ab-c0c5d0749b3a HTTP/1.1" status: 200 len: 217 time: 0.0495031 Oct 19 00:46:21.458393 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-6aecd50b-32ed-4f7d-ac66-3d9087db600b None None] For port 3792ec39-bfa3-497e-a816-e90c776b9171, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3792ec39-bfa3-497e-a816-e90c776b9171,segment=NetworkSegment(8053efdb-fe2b-48be-9228-17e179e76fd1),segment_id=8053efdb-fe2b-48be-9228-17e179e76fd1)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:46:21.463799 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b150a0b0-0bd6-4042-9d2f-3e086e52e8df req-09b6e977-d106-4d7c-bdb2-eda6c2967adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:21.465330 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-b150a0b0-0bd6-4042-9d2f-3e086e52e8df req-09b6e977-d106-4d7c-bdb2-eda6c2967adf service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=749347d7-6beb-499e-80b2-119168147fbe HTTP/1.1" status: 200 len: 852 time: 0.0902181 Oct 19 00:46:21.520109 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b150a0b0-0bd6-4042-9d2f-3e086e52e8df req-4ff27229-206c-4ab3-8338-ff9d2aca6cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:21.522768 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-b150a0b0-0bd6-4042-9d2f-3e086e52e8df req-4ff27229-206c-4ab3-8338-ff9d2aca6cc8 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=635fade4-7ee9-45f4-8020-ceb7d6bf784a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480404 Oct 19 00:46:21.525456 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d1f39851-7397-4447-bdd0-cf31be3c8fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:21.527354 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-6aecd50b-32ed-4f7d-ac66-3d9087db600b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (3792ec39-bfa3-497e-a816-e90c776b9171), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:21.540712 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac86538-c178-49d9-a461-30eafdc0f470 req-fa7e331d-f66e-4173-847f-3dca0ad589a0 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:21.554149 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8ac86538-c178-49d9-a461-30eafdc0f470 req-fa7e331d-f66e-4173-847f-3dca0ad589a0 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0da74d88-6672-4df0-b665-b9eec2d073c5 HTTP/1.1" status: 200 len: 943 time: 0.1160145 Oct 19 00:46:21.651482 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8ac86538-c178-49d9-a461-30eafdc0f470 req-860ab7e7-db6a-412f-b805-0c19b2f22952 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a71f79ca-4b8c-4eb0-863c-d32961da8c72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955088 Oct 19 00:46:21.652756 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 3792ec39-bfa3-497e-a816-e90c776b9171 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:46:21.690813 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:21.756751 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aecd50b-32ed-4f7d-ac66-3d9087db600b None None] Pushing event updated for resources: {'Port': ['ID=3792ec39-bfa3-497e-a816-e90c776b9171,revision_number=3']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:21.761366 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-43478bc2-f7a7-462a-9b91-b1481849ac6a None None] Provisioning complete for port 3792ec39-bfa3-497e-a816-e90c776b9171 triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:46:21.761989 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-43478bc2-f7a7-462a-9b91-b1481849ac6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (3792ec39-bfa3-497e-a816-e90c776b9171), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:21.762609 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-43478bc2-f7a7-462a-9b91-b1481849ac6a None None] Attempt 1 to provision port 3792ec39-bfa3-497e-a816-e90c776b9171 Oct 19 00:46:21.770583 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:21.776223 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-b150a0b0-0bd6-4042-9d2f-3e086e52e8df req-e4b6b1c2-bfb9-42db-a15f-cc082e5fa9ce service neutron] 10.222.0.20 "GET /networking/v2.0/networks/635fade4-7ee9-45f4-8020-ceb7d6bf784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191317 Oct 19 00:46:21.818396 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.db_base_plugin_common [None req-d1f39851-7397-4447-bdd0-cf31be3c8fd7 admin admin] Allocated IP 172.20.0.1 (68404256-b068-4f6b-bb54-21abe9c04e36/f1202a63-9912-4834-858f-95da1154adf8/420d1988-55df-4bac-9ed8-1a033a3e0d13) {{(pid=111414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:46:21.935098 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-26440691-5722-4689-9795-39e16cf2eacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'name': 'tempest-AttachVolumeTestJSON-665471831-router', 'tenant_id': '82d7723ef95b4c3faeac9835eeb233a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.55'}], 'enable_snat': True}, 'gw_port_id': '60b35499-9e5f-4f78-9caa-176723e11297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:46:18Z', 'updated_at': '2022-10-19T00:46:20Z', 'revision_number': 3, 'project_id': '82d7723ef95b4c3faeac9835eeb233a5', 'gw_port': {'id': '60b35499-9e5f-4f78-9caa-176723e11297', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:46:19Z', 'updated_at': '2022-10-19T00:46:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:46:21.984788 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port 3792ec39-bfa3-497e-a816-e90c776b9171 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:46:21.985363 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (3792ec39-bfa3-497e-a816-e90c776b9171), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:21.985858 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port 3792ec39-bfa3-497e-a816-e90c776b9171 Oct 19 00:46:21.992447 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26440691-5722-4689-9795-39e16cf2eacf None None] Checking router: 1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7 for host: dv-cinder-master-3-iscsi {{(pid=111416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:46:21.992983 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26440691-5722-4689-9795-39e16cf2eacf None None] Updating router 1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7 port 60b35499-9e5f-4f78-9caa-176723e11297 binding host dv-cinder-master-3-iscsi {{(pid=111416) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:46:22.040652 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-b150a0b0-0bd6-4042-9d2f-3e086e52e8df req-5be483ba-f09a-49f3-844b-aac20d5736ee service neutron] 10.222.0.20 "GET /networking/v2.0/networks/635fade4-7ee9-45f4-8020-ceb7d6bf784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471423 Oct 19 00:46:22.115072 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d1f39851-7397-4447-bdd0-cf31be3c8fd7 admin admin] Publish callbacks [] for port (420d1988-55df-4bac-9ed8-1a033a3e0d13), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:22.143634 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-26440691-5722-4689-9795-39e16cf2eacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (60b35499-9e5f-4f78-9caa-176723e11297), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:22.175879 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:22.187811 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d1f39851-7397-4447-bdd0-cf31be3c8fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (420d1988-55df-4bac-9ed8-1a033a3e0d13), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:22.211235 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-43478bc2-f7a7-462a-9b91-b1481849ac6a None None] Current status of the port 3792ec39-bfa3-497e-a816-e90c776b9171 is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:46:22.238293 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f39851-7397-4447-bdd0-cf31be3c8fd7 admin admin] Network 68404256-b068-4f6b-bb54-21abe9c04e36 is already hosted by enough agents. {{(pid=111414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:46:22.243056 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [None req-d1f39851-7397-4447-bdd0-cf31be3c8fd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:46:22.244693 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3641f-ae6f-43e7-88e0-855ef7f821e4 req-b6f0dc8b-2299-46fc-84e6-441a39fdb2f2 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:22.246307 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f39851-7397-4447-bdd0-cf31be3c8fd7 admin admin] Received port after_create {{(pid=111414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:46:22.248169 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-5da3641f-ae6f-43e7-88e0-855ef7f821e4 req-b6f0dc8b-2299-46fc-84e6-441a39fdb2f2 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 945 time: 0.1015203 Oct 19 00:46:22.303258 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port 3792ec39-bfa3-497e-a816-e90c776b9171 is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:46:22.379321 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-5da3641f-ae6f-43e7-88e0-855ef7f821e4 req-968e9c34-31a4-4ff7-a2e2-d20a87c18cd6 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238418 Oct 19 00:46:22.608004 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f39851-7397-4447-bdd0-cf31be3c8fd7 admin admin] Pushing event updated for resources: {'Port': ['ID=420d1988-55df-4bac-9ed8-1a033a3e0d13,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:22.628870 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d1f39851-7397-4447-bdd0-cf31be3c8fd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1942421'] for router_interface (1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:22.633352 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:22.640145 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-26440691-5722-4689-9795-39e16cf2eacf None None] Publish callbacks [] for port (60b35499-9e5f-4f78-9caa-176723e11297), precommit_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:22.650524 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-468a289f-8a61-4d67-b653-8ea0897529e3 None None] Provisioning complete for port 420d1988-55df-4bac-9ed8-1a033a3e0d13 triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:46:22.650952 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-468a289f-8a61-4d67-b653-8ea0897529e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (420d1988-55df-4bac-9ed8-1a033a3e0d13), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:22.651379 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-468a289f-8a61-4d67-b653-8ea0897529e3 None None] Attempt 1 to provision port 420d1988-55df-4bac-9ed8-1a033a3e0d13 Oct 19 00:46:22.653843 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-26440691-5722-4689-9795-39e16cf2eacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (60b35499-9e5f-4f78-9caa-176723e11297), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:22.722421 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-26440691-5722-4689-9795-39e16cf2eacf None None] Attempting to bind port 60b35499-9e5f-4f78-9caa-176723e11297 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:46:22.722824 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-26440691-5722-4689-9795-39e16cf2eacf None None] Attempting to bind port 60b35499-9e5f-4f78-9caa-176723e11297 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'cdce283e-dd8a-4d22-a7f9-996f16aea9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'}] {{(pid=111416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:46:22.723194 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26440691-5722-4689-9795-39e16cf2eacf None None] Attempting to bind port 60b35499-9e5f-4f78-9caa-176723e11297 on network 973fa957-bcd6-42c3-bc57-5a91d78147c8 {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:46:22.758450 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-468a289f-8a61-4d67-b653-8ea0897529e3 None None] Port 420d1988-55df-4bac-9ed8-1a033a3e0d13 cannot update to ACTIVE because it is not bound. {{(pid=111416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 19 00:46:22.766980 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26841f42-6496-407c-acb8-1c66dd91e6d6 None None] Pushing event updated for resources: {'Port': ['ID=60b35499-9e5f-4f78-9caa-176723e11297,revision_number=2']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:22.793297 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26440691-5722-4689-9795-39e16cf2eacf None None] Checking agent: {'id': '0014484f-12ef-47ae-ba33-5ac9a1be8800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 32, 10), 'started_at': datetime.datetime(2022, 10, 19, 0, 32, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:46:22.793702 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26440691-5722-4689-9795-39e16cf2eacf None None] Checking segment: {'id': 'cdce283e-dd8a-4d22-a7f9-996f16aea9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:46:22.794127 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-26440691-5722-4689-9795-39e16cf2eacf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:22.794555 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26440691-5722-4689-9795-39e16cf2eacf None None] Bound using segment: {'id': 'cdce283e-dd8a-4d22-a7f9-996f16aea9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'} {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:46:22.795100 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-26440691-5722-4689-9795-39e16cf2eacf None None] Bound port: 60b35499-9e5f-4f78-9caa-176723e11297, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdce283e-dd8a-4d22-a7f9-996f16aea9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'}}] {{(pid=111416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:46:22.795447 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-26440691-5722-4689-9795-39e16cf2eacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (60b35499-9e5f-4f78-9caa-176723e11297), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:22.853061 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d1f39851-7397-4447-bdd0-cf31be3c8fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (420d1988-55df-4bac-9ed8-1a033a3e0d13), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:22.878750 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31e831-aff0-4f51-a758-b65e0871e418 req-24fc4725-3bec-48d0-86cb-18566415a56a tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:22.882121 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-3a31e831-aff0-4f51-a758-b65e0871e418 req-24fc4725-3bec-48d0-86cb-18566415a56a tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0da74d88-6672-4df0-b665-b9eec2d073c5 HTTP/1.1" status: 200 len: 943 time: 0.0893123 Oct 19 00:46:22.882995 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-26440691-5722-4689-9795-39e16cf2eacf None None] For port 60b35499-9e5f-4f78-9caa-176723e11297, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=111416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:46:22.888757 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-26440691-5722-4689-9795-39e16cf2eacf None None] For port 60b35499-9e5f-4f78-9caa-176723e11297, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=60b35499-9e5f-4f78-9caa-176723e11297,segment=NetworkSegment(cdce283e-dd8a-4d22-a7f9-996f16aea9b7),segment_id=cdce283e-dd8a-4d22-a7f9-996f16aea9b7)] {{(pid=111416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:46:22.898430 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-26440691-5722-4689-9795-39e16cf2eacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (60b35499-9e5f-4f78-9caa-176723e11297), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:22.937498 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26440691-5722-4689-9795-39e16cf2eacf None None] Routers {'1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:46:22.938222 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-26440691-5722-4689-9795-39e16cf2eacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:46:07Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:46:22.979350 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-3a31e831-aff0-4f51-a758-b65e0871e418 req-d4d1ee77-f8ad-4e24-b4a7-254077cc3256 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a71f79ca-4b8c-4eb0-863c-d32961da8c72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886366 Oct 19 00:46:23.124562 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d1f39851-7397-4447-bdd0-cf31be3c8fd7 admin admin] Publish callbacks [] for port (420d1988-55df-4bac-9ed8-1a033a3e0d13), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:23.133082 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d1f39851-7397-4447-bdd0-cf31be3c8fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577477'] for port (420d1988-55df-4bac-9ed8-1a033a3e0d13), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:23.135997 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:23.140956 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:23.166221 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26841f42-6496-407c-acb8-1c66dd91e6d6 None None] Pushing event updated for resources: {'Port': ['ID=60b35499-9e5f-4f78-9caa-176723e11297,revision_number=3']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:23.225246 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f39851-7397-4447-bdd0-cf31be3c8fd7 admin admin] Pushing event updated for resources: {'Port': ['ID=420d1988-55df-4bac-9ed8-1a033a3e0d13,revision_number=2']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:23.228068 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d1f39851-7397-4447-bdd0-cf31be3c8fd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1942533'] for router_interface (1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:23.257544 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-26440691-5722-4689-9795-39e16cf2eacf None None] Set router 1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7 gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:46:23.350113 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f39851-7397-4447-bdd0-cf31be3c8fd7 admin admin] Network 68404256-b068-4f6b-bb54-21abe9c04e36 is already hosted by enough agents. {{(pid=111414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:46:23.351859 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [None req-d1f39851-7397-4447-bdd0-cf31be3c8fd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:46:23.521514 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 3792ec39-bfa3-497e-a816-e90c776b9171 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:46:23.562934 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f39851-7397-4447-bdd0-cf31be3c8fd7 admin admin] Router 1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7 has already been hosted by L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 {{(pid=111414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:46:23.605792 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-26440691-5722-4689-9795-39e16cf2eacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'name': 'tempest-AttachVolumeTestJSON-665471831-router', 'tenant_id': '82d7723ef95b4c3faeac9835eeb233a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.55'}], 'enable_snat': True}, 'gw_port_id': '60b35499-9e5f-4f78-9caa-176723e11297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:46:18Z', 'updated_at': '2022-10-19T00:46:22Z', 'revision_number': 4, 'project_id': '82d7723ef95b4c3faeac9835eeb233a5', 'gw_port': {'id': '60b35499-9e5f-4f78-9caa-176723e11297', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:46:19Z', 'updated_at': '2022-10-19T00:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '420d1988-55df-4bac-9ed8-1a033a3e0d13', 'name': '', 'network_id': '68404256-b068-4f6b-bb54-21abe9c04e36', 'tenant_id': '82d7723ef95b4c3faeac9835eeb233a5', 'mac_address': 'fa:16:3e:5e:54:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'f1202a63-9912-4834-858f-95da1154adf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:46:21Z', 'updated_at': '2022-10-19T00:46:21Z', 'revision_number': 1, 'project_id': '82d7723ef95b4c3faeac9835eeb233a5', 'subnets': [{'id': 'f1202a63-9912-4834-858f-95da1154adf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:46:23.612393 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port 3792ec39-bfa3-497e-a816-e90c776b9171 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:46:23.612773 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (3792ec39-bfa3-497e-a816-e90c776b9171), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:23.613117 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port 3792ec39-bfa3-497e-a816-e90c776b9171 Oct 19 00:46:23.641056 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26440691-5722-4689-9795-39e16cf2eacf None None] The sync data for ids ['1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7'] in dv-cinder-master-3-iscsi is: [{'id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'name': 'tempest-AttachVolumeTestJSON-665471831-router', 'tenant_id': '82d7723ef95b4c3faeac9835eeb233a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.55'}], 'enable_snat': True}, 'gw_port_id': '60b35499-9e5f-4f78-9caa-176723e11297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:46:18Z', 'updated_at': '2022-10-19T00:46:22Z', 'revision_number': 4, 'project_id': '82d7723ef95b4c3faeac9835eeb233a5', 'gw_port': {'id': '60b35499-9e5f-4f78-9caa-176723e11297', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:46:19Z', 'updated_at': '2022-10-19T00:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '420d1988-55df-4bac-9ed8-1a033a3e0d13', 'name': '', 'network_id': '68404256-b068-4f6b-bb54-21abe9c04e36', 'tenant_id': '82d7723ef95b4c3faeac9835eeb233a5', 'mac_address': 'fa:16:3e:5e:54:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'f1202a63-9912-4834-858f-95da1154adf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:46:21Z', 'updated_at': '2022-10-19T00:46:21Z', 'revision_number': 1, 'project_id': '82d7723ef95b4c3faeac9835eeb233a5', 'subnets': [{'id': 'f1202a63-9912-4834-858f-95da1154adf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:46:23.687641 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49678267-5ab1-4aff-99ae-d1a3d98ecb15 req-97124bf4-af1e-46de-a4ac-1e0de361146f tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:23.690320 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-49678267-5ab1-4aff-99ae-d1a3d98ecb15 req-97124bf4-af1e-46de-a4ac-1e0de361146f tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 945 time: 0.1422212 Oct 19 00:46:23.757538 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port 3792ec39-bfa3-497e-a816-e90c776b9171 is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:46:23.780206 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-49678267-5ab1-4aff-99ae-d1a3d98ecb15 req-25f88001-2225-4d42-a129-4ad1d504feb3 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834584 Oct 19 00:46:23.812333 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f39851-7397-4447-bdd0-cf31be3c8fd7 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:46:23.812589 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-99d65387-8663-4513-bba6-7cb56e562417 None None] Provisioning complete for port 420d1988-55df-4bac-9ed8-1a033a3e0d13 triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:46:23.813304 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-99d65387-8663-4513-bba6-7cb56e562417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (420d1988-55df-4bac-9ed8-1a033a3e0d13), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:23.816841 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-99d65387-8663-4513-bba6-7cb56e562417 None None] Attempt 1 to provision port 420d1988-55df-4bac-9ed8-1a033a3e0d13 Oct 19 00:46:23.824024 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-d1f39851-7397-4447-bdd0-cf31be3c8fd7 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0455000 Oct 19 00:46:23.885923 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-99d65387-8663-4513-bba6-7cb56e562417 None None] Port 420d1988-55df-4bac-9ed8-1a033a3e0d13 cannot update to ACTIVE because it is not bound. {{(pid=111416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 19 00:46:24.259766 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 36822) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:46:24.265140 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-902cddc7-f7c7-4f48-b5f5-706589d974f2 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1546407613', 'description': 'tempest-description--1341709708'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:46:24.303604 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-902cddc7-f7c7-4f48-b5f5-706589d974f2 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:24.310539 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:24.393923 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195c73c-7550-4512-a544-213b750956d5 req-b1eecc68-f263-4490-a0f1-76df020cadc5 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:24.395608 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-1195c73c-7550-4512-a544-213b750956d5 req-b1eecc68-f263-4490-a0f1-76df020cadc5 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0da74d88-6672-4df0-b665-b9eec2d073c5 HTTP/1.1" status: 200 len: 943 time: 0.0736616 Oct 19 00:46:24.487606 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-902cddc7-f7c7-4f48-b5f5-706589d974f2 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks [] for security_group (4905e055-e53a-471c-a6b1-7e77931ff8db), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:24.494195 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-1195c73c-7550-4512-a544-213b750956d5 req-37dc9f50-a89d-4ff2-9e13-3b6f0c0a45db tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a71f79ca-4b8c-4eb0-863c-d32961da8c72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898333 Oct 19 00:46:24.496005 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-902cddc7-f7c7-4f48-b5f5-706589d974f2 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (4905e055-e53a-471c-a6b1-7e77931ff8db), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:24.534382 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-902cddc7-f7c7-4f48-b5f5-706589d974f2 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:24.535743 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-902cddc7-f7c7-4f48-b5f5-706589d974f2 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2743173 Oct 19 00:46:24.536812 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cddc7-f7c7-4f48-b5f5-706589d974f2 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4905e055-e53a-471c-a6b1-7e77931ff8db,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:24.540792 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 36824) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:46:24.546632 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-6e71ef42-10db-484a-ae3f-f486d8b5993e tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Request body: {'security_group_rule': {'security_group_id': '4905e055-e53a-471c-a6b1-7e77931ff8db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:46:24.557164 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 6ccabad6-2670-419e-95ab-c0c5d0749b3a details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=111416) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:46:24.628307 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-6e71ef42-10db-484a-ae3f-f486d8b5993e tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks [] for security_group_rule (8fa15130-1805-4874-8fa4-401e9b298641), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:24.642762 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:24.717223 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-6e71ef42-10db-484a-ae3f-f486d8b5993e tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks [] for security_group_rule (8fa15130-1805-4874-8fa4-401e9b298641), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:24.722875 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-6e71ef42-10db-484a-ae3f-f486d8b5993e tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038804'] for security_group_rule (8fa15130-1805-4874-8fa4-401e9b298641), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:24.745637 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e71ef42-10db-484a-ae3f-f486d8b5993e tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fa15130-1805-4874-8fa4-401e9b298641,revision_number=0']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:24.756230 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-6e71ef42-10db-484a-ae3f-f486d8b5993e tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:24.760039 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-6e71ef42-10db-484a-ae3f-f486d8b5993e tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2155662 Oct 19 00:46:24.760594 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 36826) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:46:24.764859 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-f6d3f8c5-634a-4a4a-9f2b-0660da58b7ea tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Request body: {'security_group_rule': {'security_group_id': '4905e055-e53a-471c-a6b1-7e77931ff8db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:46:24.766810 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port 6ccabad6-2670-419e-95ab-c0c5d0749b3a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6ccabad6-2670-419e-95ab-c0c5d0749b3a,segment=NetworkSegment(0949f098-87bd-4d7c-adb9-f3622e4872b3),segment_id=0949f098-87bd-4d7c-adb9-f3622e4872b3)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:46:24.784084 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Returning: {'device': '6ccabad6-2670-419e-95ab-c0c5d0749b3a', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'port_id': '6ccabad6-2670-419e-95ab-c0c5d0749b3a', 'mac_address': 'fa:16:3e:08:2e:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '749347d7-6beb-499e-80b2-119168147fbe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111416) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:46:24.800621 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-f6d3f8c5-634a-4a4a-9f2b-0660da58b7ea tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks [] for security_group_rule (5cdb315d-8f15-4653-9c16-a0ca886a52d4), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:24.849483 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port 6ccabad6-2670-419e-95ab-c0c5d0749b3a is: DOWN; New status is: BUILD {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:46:24.851412 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (6ccabad6-2670-419e-95ab-c0c5d0749b3a), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:24.871162 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ccabad6-2670-419e-95ab-c0c5d0749b3a {{(pid=111416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 00:46:24.882001 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-f6d3f8c5-634a-4a4a-9f2b-0660da58b7ea tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks [] for security_group_rule (5cdb315d-8f15-4653-9c16-a0ca886a52d4), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:24.886926 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-f6d3f8c5-634a-4a4a-9f2b-0660da58b7ea tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038804'] for security_group_rule (5cdb315d-8f15-4653-9c16-a0ca886a52d4), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:24.903008 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port 6ccabad6-2670-419e-95ab-c0c5d0749b3a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6ccabad6-2670-419e-95ab-c0c5d0749b3a,segment=NetworkSegment(0949f098-87bd-4d7c-adb9-f3622e4872b3),segment_id=0949f098-87bd-4d7c-adb9-f3622e4872b3)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:46:24.910177 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d3f8c5-634a-4a4a-9f2b-0660da58b7ea tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cdb315d-8f15-4653-9c16-a0ca886a52d4,revision_number=0']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:24.910635 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (6ccabad6-2670-419e-95ab-c0c5d0749b3a), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:24.921989 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-f6d3f8c5-634a-4a4a-9f2b-0660da58b7ea tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:24.926912 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 36830) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:46:24.927761 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-f6d3f8c5-634a-4a4a-9f2b-0660da58b7ea tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1656904 Oct 19 00:46:24.936320 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-a38a03a9-af79-478e-9b2b-7cb4b32a3609 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Request body: {'floatingip': {'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:46:24.978266 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:24.985826 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-a38a03a9-af79-478e-9b2b-7cb4b32a3609 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:24.989926 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=6ccabad6-2670-419e-95ab-c0c5d0749b3a,revision_number=4']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:25.051660 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173f821-d4a7-4fff-a93b-5a7ad9ff0836 req-261aa023-5a9d-4879-9409-e4c7b5a22fa2 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:25.070798 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d173f821-d4a7-4fff-a93b-5a7ad9ff0836 req-261aa023-5a9d-4879-9409-e4c7b5a22fa2 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 945 time: 0.0969090 Oct 19 00:46:25.089291 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:25.140644 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-a38a03a9-af79-478e-9b2b-7cb4b32a3609 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:25.161456 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:25.162886 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d173f821-d4a7-4fff-a93b-5a7ad9ff0836 req-647c5092-cc77-446e-b569-516ff890667f tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842004 Oct 19 00:46:25.247959 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] get_ports_and_sgs() called for port_ids ['6ccabad6-2670-419e-95ab-c0c5d0749b3a'] {{(pid=111416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 00:46:25.295129 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.db_base_plugin_common [None req-a38a03a9-af79-478e-9b2b-7cb4b32a3609 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Allocated IP 172.37.6.254 (973fa957-bcd6-42c3-bc57-5a91d78147c8/c5b4f151-6e49-4135-be82-7abc543b5247/8c8c5022-a079-4589-a7dd-8cfc955d3601) {{(pid=111414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:46:25.496730 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 60b35499-9e5f-4f78-9caa-176723e11297 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:46:25.505601 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-a38a03a9-af79-478e-9b2b-7cb4b32a3609 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks [] for port (8c8c5022-a079-4589-a7dd-8cfc955d3601), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:25.560033 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:25.563366 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port 60b35499-9e5f-4f78-9caa-176723e11297 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:46:25.564177 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (60b35499-9e5f-4f78-9caa-176723e11297), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:25.564721 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port 60b35499-9e5f-4f78-9caa-176723e11297 Oct 19 00:46:25.570503 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-a38a03a9-af79-478e-9b2b-7cb4b32a3609 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (8c8c5022-a079-4589-a7dd-8cfc955d3601), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:25.651364 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38a03a9-af79-478e-9b2b-7cb4b32a3609 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Network 973fa957-bcd6-42c3-bc57-5a91d78147c8 is already hosted by enough agents. {{(pid=111414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:46:25.656912 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [None req-a38a03a9-af79-478e-9b2b-7cb4b32a3609 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Resources bound (agent type, host, resource id): {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:46:25.664560 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38a03a9-af79-478e-9b2b-7cb4b32a3609 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Received port after_create {{(pid=111414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:46:25.685162 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port 60b35499-9e5f-4f78-9caa-176723e11297 is: DOWN; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:46:25.685562 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (60b35499-9e5f-4f78-9caa-176723e11297), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:25.709932 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a03a9-af79-478e-9b2b-7cb4b32a3609 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Pushing event updated for resources: {'Port': ['ID=8c8c5022-a079-4589-a7dd-8cfc955d3601,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:25.721848 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] For port 60b35499-9e5f-4f78-9caa-176723e11297, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=60b35499-9e5f-4f78-9caa-176723e11297,segment=NetworkSegment(cdce283e-dd8a-4d22-a7f9-996f16aea9b7),segment_id=cdce283e-dd8a-4d22-a7f9-996f16aea9b7)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:46:25.728655 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (60b35499-9e5f-4f78-9caa-176723e11297), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:25.788852 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536ea4a-d235-4ff1-abec-0ee8485ceb54 req-e8669da3-f83d-4d94-9f6e-726008f82855 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:25.799214 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-1536ea4a-d235-4ff1-abec-0ee8485ceb54 req-e8669da3-f83d-4d94-9f6e-726008f82855 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0da74d88-6672-4df0-b665-b9eec2d073c5 HTTP/1.1" status: 200 len: 944 time: 0.1156425 Oct 19 00:46:25.840291 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Pushing event updated for resources: {'Port': ['ID=60b35499-9e5f-4f78-9caa-176723e11297,revision_number=4']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:25.869623 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-a38a03a9-af79-478e-9b2b-7cb4b32a3609 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks [] for floatingip (2ad5c382-922e-49b9-8fec-73e6fb8029f7), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:25.869890 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-1536ea4a-d235-4ff1-abec-0ee8485ceb54 req-a43602d7-7158-446d-9ad4-0de64a19ee48 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a71f79ca-4b8c-4eb0-863c-d32961da8c72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676799 Oct 19 00:46:25.931416 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-a38a03a9-af79-478e-9b2b-7cb4b32a3609 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (8c8c5022-a079-4589-a7dd-8cfc955d3601), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:26.162166 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-a38a03a9-af79-478e-9b2b-7cb4b32a3609 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks [] for port (8c8c5022-a079-4589-a7dd-8cfc955d3601), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:26.168396 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-a38a03a9-af79-478e-9b2b-7cb4b32a3609 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577477'] for port (8c8c5022-a079-4589-a7dd-8cfc955d3601), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:26.268416 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:26.305672 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-a38a03a9-af79-478e-9b2b-7cb4b32a3609 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942318'] for floatingip (2ad5c382-922e-49b9-8fec-73e6fb8029f7), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:26.311560 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a03a9-af79-478e-9b2b-7cb4b32a3609 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Pushing event updated for resources: {'Port': ['ID=8c8c5022-a079-4589-a7dd-8cfc955d3601,revision_number=2']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:26.346428 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-a38a03a9-af79-478e-9b2b-7cb4b32a3609 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for floatingip (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:26.349280 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-a38a03a9-af79-478e-9b2b-7cb4b32a3609 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4194689 Oct 19 00:46:26.530701 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8be498-d715-4a6c-bce4-cffd4ed2eb14 req-45aa214f-aa94-4608-871c-bc1ec92f3924 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:26.533492 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-eb8be498-d715-4a6c-bce4-cffd4ed2eb14 req-45aa214f-aa94-4608-871c-bc1ec92f3924 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 945 time: 0.0691853 Oct 19 00:46:26.576881 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 6ccabad6-2670-419e-95ab-c0c5d0749b3a up at agent hyperv_hv-cinder-maste {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:46:26.607307 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-eb8be498-d715-4a6c-bce4-cffd4ed2eb14 req-fb55b50e-9924-47a6-8bcb-2d828066a400 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671430 Oct 19 00:46:26.656858 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Provisioning for port 6ccabad6-2670-419e-95ab-c0c5d0749b3a completed by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 19 00:46:26.666605 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Provisioning complete for port 6ccabad6-2670-419e-95ab-c0c5d0749b3a triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:46:26.667281 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (6ccabad6-2670-419e-95ab-c0c5d0749b3a), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:26.667783 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Attempt 1 to provision port 6ccabad6-2670-419e-95ab-c0c5d0749b3a Oct 19 00:46:26.715318 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ffd91d-0da4-454b-b3a4-df2434f0991f None None] Sync routers for ids ['1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7'] in dv-cinder-master-3-iscsi {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:46:26.731332 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ffd91d-0da4-454b-b3a4-df2434f0991f None None] Routers {'1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:46:26.732293 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-62ffd91d-0da4-454b-b3a4-df2434f0991f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:46:07Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:46:26.798193 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port 6ccabad6-2670-419e-95ab-c0c5d0749b3a is: BUILD; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:46:26.798739 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (6ccabad6-2670-419e-95ab-c0c5d0749b3a), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:26.840379 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da74d88-6672-4df0-b665-b9eec2d073c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ccabad6-2670-419e-95ab-c0c5d0749b3a'}] {{(pid=111416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:46:26.844244 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0240e38e362fdc750089dc1f1183b30604621660299f95a12c585bcfa6b02ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32139771-0203-4027-9adc-c302b4cb958f" -d '{"events": [{"server_uuid": "0da74d88-6672-4df0-b665-b9eec2d073c5", "name": "network-vif-plugged", "status": "completed", "tag": "6ccabad6-2670-419e-95ab-c0c5d0749b3a"}]}' {{(pid=111416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:46:26.866918 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port 6ccabad6-2670-419e-95ab-c0c5d0749b3a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6ccabad6-2670-419e-95ab-c0c5d0749b3a,segment=NetworkSegment(0949f098-87bd-4d7c-adb9-f3622e4872b3),segment_id=0949f098-87bd-4d7c-adb9-f3622e4872b3)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:46:26.867602 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-bb92c598-0f24-4686-b127-2ec712326d4c tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1546407613&fields=id&tenant_id=82d7723ef95b4c3faeac9835eeb233a5 HTTP/1.1" status: 200 len: 267 time: 0.0989990 Oct 19 00:46:26.874035 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (6ccabad6-2670-419e-95ab-c0c5d0749b3a), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:26.898603 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-62ffd91d-0da4-454b-b3a4-df2434f0991f None None] Set router 1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7 gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:46:26.939128 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=6ccabad6-2670-419e-95ab-c0c5d0749b3a,revision_number=5']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:26.980578 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:27.010338 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-d112a170-414e-4cf9-8d80-64e7d382d649 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:27.011974 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-d112a170-414e-4cf9-8d80-64e7d382d649 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/networks?id=68404256-b068-4f6b-bb54-21abe9c04e36 HTTP/1.1" status: 200 len: 810 time: 0.1399767 Oct 19 00:46:27.030762 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-20703239-7e83-4ce9-bb8e-f836e0a9dbd3 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/quotas/82d7723ef95b4c3faeac9835eeb233a5 HTTP/1.1" status: 200 len: 375 time: 0.0119627 Oct 19 00:46:27.093225 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-43fea5cc-e405-4ac0-a814-7ddc587361e6 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=82d7723ef95b4c3faeac9835eeb233a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546441 Oct 19 00:46:27.161816 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=100 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:27.210455 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-5797d6e1-73c6-4e8e-8496-62b48a640257 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/68404256-b068-4f6b-bb54-21abe9c04e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032791 Oct 19 00:46:27.274116 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-62ffd91d-0da4-454b-b3a4-df2434f0991f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'name': 'tempest-AttachVolumeTestJSON-665471831-router', 'tenant_id': '82d7723ef95b4c3faeac9835eeb233a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.55'}], 'enable_snat': True}, 'gw_port_id': '60b35499-9e5f-4f78-9caa-176723e11297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:46:18Z', 'updated_at': '2022-10-19T00:46:22Z', 'revision_number': 4, 'project_id': '82d7723ef95b4c3faeac9835eeb233a5', 'gw_port': {'id': '60b35499-9e5f-4f78-9caa-176723e11297', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:46:19Z', 'updated_at': '2022-10-19T00:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '420d1988-55df-4bac-9ed8-1a033a3e0d13', 'name': '', 'network_id': '68404256-b068-4f6b-bb54-21abe9c04e36', 'tenant_id': '82d7723ef95b4c3faeac9835eeb233a5', 'mac_address': 'fa:16:3e:5e:54:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'f1202a63-9912-4834-858f-95da1154adf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:46:21Z', 'updated_at': '2022-10-19T00:46:22Z', 'revision_number': 2, 'project_id': '82d7723ef95b4c3faeac9835eeb233a5', 'subnets': [{'id': 'f1202a63-9912-4834-858f-95da1154adf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:46:27.308250 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:27.320099 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ffd91d-0da4-454b-b3a4-df2434f0991f None None] Checking router: 1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7 for host: dv-cinder-master-3-iscsi {{(pid=111417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:46:27.320637 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ffd91d-0da4-454b-b3a4-df2434f0991f None None] Updating router 1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7 port 420d1988-55df-4bac-9ed8-1a033a3e0d13 binding host dv-cinder-master-3-iscsi {{(pid=111417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:46:27.337651 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-0ec6c8e6-cc34-4298-a459-4cc7891125fb service neutron] 10.222.0.26 "GET /networking/v2.0/networks/68404256-b068-4f6b-bb54-21abe9c04e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201944 Oct 19 00:46:27.364145 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-62ffd91d-0da4-454b-b3a4-df2434f0991f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (420d1988-55df-4bac-9ed8-1a033a3e0d13), before_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:27.470871 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 60b35499-9e5f-4f78-9caa-176723e11297 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:46:27.526307 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:27.529652 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port 60b35499-9e5f-4f78-9caa-176723e11297 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:46:27.530053 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (60b35499-9e5f-4f78-9caa-176723e11297), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:27.530348 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port 60b35499-9e5f-4f78-9caa-176723e11297 Oct 19 00:46:27.684537 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port 60b35499-9e5f-4f78-9caa-176723e11297 is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:46:27.709281 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-62ffd91d-0da4-454b-b3a4-df2434f0991f None None] Publish callbacks [] for port (420d1988-55df-4bac-9ed8-1a033a3e0d13), precommit_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:27.717984 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-62ffd91d-0da4-454b-b3a4-df2434f0991f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (420d1988-55df-4bac-9ed8-1a033a3e0d13), after_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:27.743125 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 00:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74715077-2be2-4e2f-a832-d83e35df2e14 x-openstack-request-id: req-74715077-2be2-4e2f-a832-d83e35df2e14 {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:46:27.744307 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da74d88-6672-4df0-b665-b9eec2d073c5", "name": "network-vif-plugged", "status": "completed", "tag": "6ccabad6-2670-419e-95ab-c0c5d0749b3a", "code": 200}]} {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:46:27.744952 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-74715077-2be2-4e2f-a832-d83e35df2e14 {{(pid=111416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:46:27.745824 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74715077-2be2-4e2f-a832-d83e35df2e14'] response: {'server_uuid': '0da74d88-6672-4df0-b665-b9eec2d073c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ccabad6-2670-419e-95ab-c0c5d0749b3a', 'code': 200} Oct 19 00:46:27.816189 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e4412-f28d-4a85-a785-bf55e19af4d9 None None] Pushing event updated for resources: {'Port': ['ID=420d1988-55df-4bac-9ed8-1a033a3e0d13,revision_number=3']} {{(pid=111417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:27.830674 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3e4412-f28d-4a85-a785-bf55e19af4d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:27.831048 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3e4412-f28d-4a85-a785-bf55e19af4d9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:27.831416 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3e4412-f28d-4a85-a785-bf55e19af4d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:27.831948 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3e4412-f28d-4a85-a785-bf55e19af4d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:27.832404 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3e4412-f28d-4a85-a785-bf55e19af4d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:27.832775 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3e4412-f28d-4a85-a785-bf55e19af4d9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:27.833251 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3e4412-f28d-4a85-a785-bf55e19af4d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:27.833571 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3e4412-f28d-4a85-a785-bf55e19af4d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:27.834264 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3e4412-f28d-4a85-a785-bf55e19af4d9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:27.835148 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3e4412-f28d-4a85-a785-bf55e19af4d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:27.835581 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3e4412-f28d-4a85-a785-bf55e19af4d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:27.836104 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3e4412-f28d-4a85-a785-bf55e19af4d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:27.836630 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3e4412-f28d-4a85-a785-bf55e19af4d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:27.837149 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3e4412-f28d-4a85-a785-bf55e19af4d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:27.837624 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3e4412-f28d-4a85-a785-bf55e19af4d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:46:27.856595 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.managers [None req-62ffd91d-0da4-454b-b3a4-df2434f0991f None None] Attempting to bind port 420d1988-55df-4bac-9ed8-1a033a3e0d13 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:46:27.857216 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.managers [None req-62ffd91d-0da4-454b-b3a4-df2434f0991f None None] Attempting to bind port 420d1988-55df-4bac-9ed8-1a033a3e0d13 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '8053efdb-fe2b-48be-9228-17e179e76fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '68404256-b068-4f6b-bb54-21abe9c04e36'}] {{(pid=111417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:46:27.857779 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ffd91d-0da4-454b-b3a4-df2434f0991f None None] Attempting to bind port 420d1988-55df-4bac-9ed8-1a033a3e0d13 on network 68404256-b068-4f6b-bb54-21abe9c04e36 {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:46:27.920613 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ffd91d-0da4-454b-b3a4-df2434f0991f None None] Checking agent: {'id': '0014484f-12ef-47ae-ba33-5ac9a1be8800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 32, 10), 'started_at': datetime.datetime(2022, 10, 19, 0, 32, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:46:27.921547 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ffd91d-0da4-454b-b3a4-df2434f0991f None None] Checking segment: {'id': '8053efdb-fe2b-48be-9228-17e179e76fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '68404256-b068-4f6b-bb54-21abe9c04e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:46:27.922138 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-62ffd91d-0da4-454b-b3a4-df2434f0991f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:27.922837 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ffd91d-0da4-454b-b3a4-df2434f0991f None None] Bound using segment: {'id': '8053efdb-fe2b-48be-9228-17e179e76fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '68404256-b068-4f6b-bb54-21abe9c04e36'} {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:46:27.923647 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.managers [None req-62ffd91d-0da4-454b-b3a4-df2434f0991f None None] Bound port: 420d1988-55df-4bac-9ed8-1a033a3e0d13, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8053efdb-fe2b-48be-9228-17e179e76fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '68404256-b068-4f6b-bb54-21abe9c04e36'}}] {{(pid=111417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:46:27.924203 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-62ffd91d-0da4-454b-b3a4-df2434f0991f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (420d1988-55df-4bac-9ed8-1a033a3e0d13), before_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:27.934699 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2de83-824c-4e1f-8f68-2359ec6af91c req-7ea435bd-be12-4a64-8272-977ef5932c49 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:27.957760 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-50d2de83-824c-4e1f-8f68-2359ec6af91c req-7ea435bd-be12-4a64-8272-977ef5932c49 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0da74d88-6672-4df0-b665-b9eec2d073c5 HTTP/1.1" status: 200 len: 945 time: 0.1113374 Oct 19 00:46:28.018734 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-50d2de83-824c-4e1f-8f68-2359ec6af91c req-29371d42-fc84-4784-be27-7a6ea4a9cee4 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a71f79ca-4b8c-4eb0-863c-d32961da8c72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646744 Oct 19 00:46:28.020485 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.db [None req-62ffd91d-0da4-454b-b3a4-df2434f0991f None None] For port 420d1988-55df-4bac-9ed8-1a033a3e0d13, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=111417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:46:28.024207 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.db [None req-62ffd91d-0da4-454b-b3a4-df2434f0991f None None] For port 420d1988-55df-4bac-9ed8-1a033a3e0d13, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=420d1988-55df-4bac-9ed8-1a033a3e0d13,segment=NetworkSegment(8053efdb-fe2b-48be-9228-17e179e76fd1),segment_id=8053efdb-fe2b-48be-9228-17e179e76fd1)] {{(pid=111417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:46:28.033699 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-62ffd91d-0da4-454b-b3a4-df2434f0991f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (420d1988-55df-4bac-9ed8-1a033a3e0d13), after_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:28.100797 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ffd91d-0da4-454b-b3a4-df2434f0991f None None] Routers {'1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:46:28.101444 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-62ffd91d-0da4-454b-b3a4-df2434f0991f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:46:07Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:46:28.109027 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd70dd-5f8c-4bde-be0a-bfd707446be8 req-68dd7673-e6c9-462b-9890-de34f6f9ef71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:28.111492 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-05fd70dd-5f8c-4bde-be0a-bfd707446be8 req-68dd7673-e6c9-462b-9890-de34f6f9ef71 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0da74d88-6672-4df0-b665-b9eec2d073c5 HTTP/1.1" status: 200 len: 1129 time: 0.0622501 Oct 19 00:46:28.144052 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-689b37ee-da21-46df-9dc3-4df9d7ae0f48 req-27f69789-aae2-4ca3-85d7-4a04b7c1c32b tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 210 time: 0.0577111 Oct 19 00:46:28.149462 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:28.180342 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:28.223089 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e4412-f28d-4a85-a785-bf55e19af4d9 None None] Pushing event updated for resources: {'Port': ['ID=420d1988-55df-4bac-9ed8-1a033a3e0d13,revision_number=4']} {{(pid=111417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:28.301556 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-05fd70dd-5f8c-4bde-be0a-bfd707446be8 req-c2444bf8-b466-40ee-b8f5-0235663d0939 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=a71f79ca-4b8c-4eb0-863c-d32961da8c72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039181 Oct 19 00:46:28.311830 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6fbec3-b2b0-4324-bf46-8803caee53fe req-a276f3bb-eb4b-4df0-bcd1-e3bd5bfe9b3a tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:28.312755 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-62ffd91d-0da4-454b-b3a4-df2434f0991f None None] Set router 1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7 gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:46:28.314782 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ec6fbec3-b2b0-4324-bf46-8803caee53fe req-a276f3bb-eb4b-4df0-bcd1-e3bd5bfe9b3a tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 945 time: 0.1058302 Oct 19 00:46:28.387569 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ec6fbec3-b2b0-4324-bf46-8803caee53fe req-3352ad52-a1d4-49db-b886-3dee209a0a06 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662086 Oct 19 00:46:28.585963 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-62ffd91d-0da4-454b-b3a4-df2434f0991f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'name': 'tempest-AttachVolumeTestJSON-665471831-router', 'tenant_id': '82d7723ef95b4c3faeac9835eeb233a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.55'}], 'enable_snat': True}, 'gw_port_id': '60b35499-9e5f-4f78-9caa-176723e11297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:46:18Z', 'updated_at': '2022-10-19T00:46:22Z', 'revision_number': 4, 'project_id': '82d7723ef95b4c3faeac9835eeb233a5', 'gw_port': {'id': '60b35499-9e5f-4f78-9caa-176723e11297', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:46:19Z', 'updated_at': '2022-10-19T00:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '420d1988-55df-4bac-9ed8-1a033a3e0d13', 'name': '', 'network_id': '68404256-b068-4f6b-bb54-21abe9c04e36', 'tenant_id': '82d7723ef95b4c3faeac9835eeb233a5', 'mac_address': 'fa:16:3e:5e:54:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'f1202a63-9912-4834-858f-95da1154adf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:46:21Z', 'updated_at': '2022-10-19T00:46:28Z', 'revision_number': 4, 'project_id': '82d7723ef95b4c3faeac9835eeb233a5', 'subnets': [{'id': 'f1202a63-9912-4834-858f-95da1154adf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:46:28.626196 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ffd91d-0da4-454b-b3a4-df2434f0991f None None] The sync data for ids ['1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7'] in dv-cinder-master-3-iscsi is: [{'id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'name': 'tempest-AttachVolumeTestJSON-665471831-router', 'tenant_id': '82d7723ef95b4c3faeac9835eeb233a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.55'}], 'enable_snat': True}, 'gw_port_id': '60b35499-9e5f-4f78-9caa-176723e11297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:46:18Z', 'updated_at': '2022-10-19T00:46:22Z', 'revision_number': 4, 'project_id': '82d7723ef95b4c3faeac9835eeb233a5', 'gw_port': {'id': '60b35499-9e5f-4f78-9caa-176723e11297', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:46:19Z', 'updated_at': '2022-10-19T00:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '420d1988-55df-4bac-9ed8-1a033a3e0d13', 'name': '', 'network_id': '68404256-b068-4f6b-bb54-21abe9c04e36', 'tenant_id': '82d7723ef95b4c3faeac9835eeb233a5', 'mac_address': 'fa:16:3e:5e:54:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'f1202a63-9912-4834-858f-95da1154adf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:46:21Z', 'updated_at': '2022-10-19T00:46:28Z', 'revision_number': 4, 'project_id': '82d7723ef95b4c3faeac9835eeb233a5', 'subnets': [{'id': 'f1202a63-9912-4834-858f-95da1154adf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:46:29.220512 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba160b-359f-4cca-bfb3-d15fadb9c87f req-ca092e90-a1e4-450f-833d-8fee3b1dbd1b tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:29.222902 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-92ba160b-359f-4cca-bfb3-d15fadb9c87f req-ca092e90-a1e4-450f-833d-8fee3b1dbd1b tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0da74d88-6672-4df0-b665-b9eec2d073c5 HTTP/1.1" status: 200 len: 945 time: 0.0680995 Oct 19 00:46:29.323143 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-92ba160b-359f-4cca-bfb3-d15fadb9c87f req-2643c6b4-4ae0-458a-8d93-e96a39bdcafe tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a71f79ca-4b8c-4eb0-863c-d32961da8c72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912385 Oct 19 00:46:29.482411 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-3ccb47df-8bf8-49cb-b119-993b6f1241ad req-c6d2bf8f-2cfd-4804-9253-084c0e255a61 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 210 time: 0.0577247 Oct 19 00:46:29.512732 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 420d1988-55df-4bac-9ed8-1a033a3e0d13 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:46:29.585476 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port 420d1988-55df-4bac-9ed8-1a033a3e0d13 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:46:29.586159 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (420d1988-55df-4bac-9ed8-1a033a3e0d13), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:29.586527 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port 420d1988-55df-4bac-9ed8-1a033a3e0d13 Oct 19 00:46:29.649309 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78492be-ca93-4d15-8885-7d25a148d995 req-8a11894a-e033-4ed5-9ddc-05f7cb7d203f tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:29.651139 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d78492be-ca93-4d15-8885-7d25a148d995 req-8a11894a-e033-4ed5-9ddc-05f7cb7d203f tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 945 time: 0.0739245 Oct 19 00:46:29.675365 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port 420d1988-55df-4bac-9ed8-1a033a3e0d13 is: DOWN; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:46:29.676034 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (420d1988-55df-4bac-9ed8-1a033a3e0d13), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:29.728295 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] For port 420d1988-55df-4bac-9ed8-1a033a3e0d13, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=420d1988-55df-4bac-9ed8-1a033a3e0d13,segment=NetworkSegment(8053efdb-fe2b-48be-9228-17e179e76fd1),segment_id=8053efdb-fe2b-48be-9228-17e179e76fd1)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:46:29.735051 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (420d1988-55df-4bac-9ed8-1a033a3e0d13), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:29.735462 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d78492be-ca93-4d15-8885-7d25a148d995 req-b3256504-29f0-45b9-881e-a2f46a86c3ba tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739143 Oct 19 00:46:29.807078 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Pushing event updated for resources: {'Port': ['ID=420d1988-55df-4bac-9ed8-1a033a3e0d13,revision_number=5']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:30.492454 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1670d11-4e1b-43cf-92d7-b7ab600bfec9 req-8967c2c3-4348-4e98-91f3-b0c0013a46a4 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:30.493975 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-e1670d11-4e1b-43cf-92d7-b7ab600bfec9 req-8967c2c3-4348-4e98-91f3-b0c0013a46a4 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0da74d88-6672-4df0-b665-b9eec2d073c5 HTTP/1.1" status: 200 len: 945 time: 0.0607474 Oct 19 00:46:30.559644 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-e1670d11-4e1b-43cf-92d7-b7ab600bfec9 req-a61b2099-13f4-4de8-9abc-ee3f8a8cc6c5 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a71f79ca-4b8c-4eb0-863c-d32961da8c72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547514 Oct 19 00:46:30.604006 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device ba933942-134c-497e-8475-ff284eee237e details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=111416) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:46:30.684302 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-497b5c14-35f3-4958-929c-d4c985797e7e req-0859d0ee-585d-4614-a55f-9f757a320fd6 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 210 time: 0.0414715 Oct 19 00:46:30.770642 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port ba933942-134c-497e-8475-ff284eee237e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ba933942-134c-497e-8475-ff284eee237e,segment=NetworkSegment(5e10216b-5353-4a7f-a5b9-0961a609cc49),segment_id=5e10216b-5353-4a7f-a5b9-0961a609cc49)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:46:30.779574 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:30.785765 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Returning: {'device': 'ba933942-134c-497e-8475-ff284eee237e', 'network_id': '173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc', 'port_id': 'ba933942-134c-497e-8475-ff284eee237e', 'mac_address': 'fa:16:3e:85:e8:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c3f2de-ba2c-47ae-bf44-d2591e2e7caf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111416) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:46:30.845706 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port ba933942-134c-497e-8475-ff284eee237e is: ACTIVE; New status is: BUILD {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:46:30.846368 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (ba933942-134c-497e-8475-ff284eee237e), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:30.860111 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a9846-d4d1-445c-966f-58d5eaf5c694 req-f56ddf3b-3399-406e-9081-0dc7d47779db tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:30.863658 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c25a9846-d4d1-445c-966f-58d5eaf5c694 req-f56ddf3b-3399-406e-9081-0dc7d47779db tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0da74d88-6672-4df0-b665-b9eec2d073c5 HTTP/1.1" status: 200 len: 945 time: 0.1087160 Oct 19 00:46:30.875027 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 36882) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:46:30.878206 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba933942-134c-497e-8475-ff284eee237e {{(pid=111416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 00:46:30.890101 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-cd5295c4-52b4-4b7e-9210-2171099dbc5c tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Request body: {'floatingip': {'port_id': '6ccabad6-2670-419e-95ab-c0c5d0749b3a'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:46:30.918592 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port ba933942-134c-497e-8475-ff284eee237e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ba933942-134c-497e-8475-ff284eee237e,segment=NetworkSegment(5e10216b-5353-4a7f-a5b9-0961a609cc49),segment_id=5e10216b-5353-4a7f-a5b9-0961a609cc49)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:46:30.924469 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (ba933942-134c-497e-8475-ff284eee237e), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:30.988633 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=ba933942-134c-497e-8475-ff284eee237e,revision_number=6']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:30.997220 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43221e76-94b5-45c5-bacb-8782b2991707 req-449ce3f3-173c-466d-9f48-3bf439ac6ecd tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:30.998936 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-43221e76-94b5-45c5-bacb-8782b2991707 req-449ce3f3-173c-466d-9f48-3bf439ac6ecd tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 944 time: 0.0655308 Oct 19 00:46:31.005688 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:31.011630 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-cd5295c4-52b4-4b7e-9210-2171099dbc5c tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for floatingip (e81c5069-274c-43a3-81c8-bfb44c8966a7), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:31.080480 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-43221e76-94b5-45c5-bacb-8782b2991707 req-c6bb76c2-a6e4-4058-8ce7-1a64c26f8764 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748227 Oct 19 00:46:31.114769 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] get_ports_and_sgs() called for port_ids ['ba933942-134c-497e-8475-ff284eee237e'] {{(pid=111416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 00:46:31.305382 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-fd7197e0-fdbc-438e-a01d-fe19b725e735 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:31.306940 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-fd7197e0-fdbc-438e-a01d-fe19b725e735 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.20 "GET /networking/v2.0/networks?id=68404256-b068-4f6b-bb54-21abe9c04e36 HTTP/1.1" status: 200 len: 810 time: 0.3153520 Oct 19 00:46:31.452514 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 420d1988-55df-4bac-9ed8-1a033a3e0d13 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:46:31.501304 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-7f4b0c60-f88c-4894-8261-e8cf183a03dd tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=82d7723ef95b4c3faeac9835eeb233a5 HTTP/1.1" status: 200 len: 380 time: 0.1470084 Oct 19 00:46:31.517927 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-28e6f5bc-7153-4c23-9b4d-c7f530d791c1 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Request body: {'port': {'device_id': 'b38d4219-8912-4fd9-9d02-7848016f7954', 'network_id': '68404256-b068-4f6b-bb54-21abe9c04e36', 'admin_state_up': True, 'tenant_id': '82d7723ef95b4c3faeac9835eeb233a5', 'security_groups': ['4905e055-e53a-471c-a6b1-7e77931ff8db']}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:46:31.533967 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port 420d1988-55df-4bac-9ed8-1a033a3e0d13 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:46:31.534634 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (420d1988-55df-4bac-9ed8-1a033a3e0d13), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:31.535189 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port 420d1988-55df-4bac-9ed8-1a033a3e0d13 Oct 19 00:46:31.574945 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:31.640085 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port 420d1988-55df-4bac-9ed8-1a033a3e0d13 is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:46:31.791489 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (6724934a-8b6e-4109-8304-d160e240b776), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:31.822025 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-cd5295c4-52b4-4b7e-9210-2171099dbc5c tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:31.825705 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-cfa7ca01-64f7-4d40-a72e-2a48d3c242cf req-36f5062f-a356-4f70-a49b-9ae3a2878518 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 210 time: 0.0320182 Oct 19 00:46:31.827203 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-cd5295c4-52b4-4b7e-9210-2171099dbc5c tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942318'] for floatingip (e81c5069-274c-43a3-81c8-bfb44c8966a7), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:31.870002 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-28e6f5bc-7153-4c23-9b4d-c7f530d791c1 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Made reservation on behalf of 82d7723ef95b4c3faeac9835eeb233a5 for: {'port': 1} {{(pid=111414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:46:31.874738 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-28e6f5bc-7153-4c23-9b4d-c7f530d791c1 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:31.926749 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:32.030725 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.db.l3_db [None req-cd5295c4-52b4-4b7e-9210-2171099dbc5c tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Floating IP e81c5069-274c-43a3-81c8-bfb44c8966a7 associated. External IP: 172.37.6.251, port: 6ccabad6-2670-419e-95ab-c0c5d0749b3a. Oct 19 00:46:32.128805 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:32.161944 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.db_base_plugin_common [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-28e6f5bc-7153-4c23-9b4d-c7f530d791c1 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Allocated IP 172.20.0.11 (68404256-b068-4f6b-bb54-21abe9c04e36/f1202a63-9912-4834-858f-95da1154adf8/2b936cf8-a250-46ff-af9b-c10ccce59df7) {{(pid=111414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:46:32.327186 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a417de-f81d-4acf-b213-0f2cbd7ba4a0 req-74d003af-ca36-4a87-b068-77d77e245c4f tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:32.330186 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c7a417de-f81d-4acf-b213-0f2cbd7ba4a0 req-74d003af-ca36-4a87-b068-77d77e245c4f tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 944 time: 0.1052742 Oct 19 00:46:32.415755 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c7a417de-f81d-4acf-b213-0f2cbd7ba4a0 req-1af26a87-614c-4817-bdb8-97808d47fb5c tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787008 Oct 19 00:46:32.454262 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5295c4-52b4-4b7e-9210-2171099dbc5c tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Router cff419e6-44f2-4dba-b984-4bfa9e7f76e1 has already been hosted by L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 {{(pid=111414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:46:32.479650 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-28e6f5bc-7153-4c23-9b4d-c7f530d791c1 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks [] for port (2b936cf8-a250-46ff-af9b-c10ccce59df7), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:32.570516 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-28e6f5bc-7153-4c23-9b4d-c7f530d791c1 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (2b936cf8-a250-46ff-af9b-c10ccce59df7), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:32.629502 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device ba933942-134c-497e-8475-ff284eee237e up at agent hyperv_hv-cinder-maste {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:46:32.711465 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Provisioning complete for port ba933942-134c-497e-8475-ff284eee237e triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:46:32.713127 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (ba933942-134c-497e-8475-ff284eee237e), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:32.713707 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Attempt 1 to provision port ba933942-134c-497e-8475-ff284eee237e Oct 19 00:46:32.830367 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port ba933942-134c-497e-8475-ff284eee237e is: BUILD; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:46:32.831122 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (ba933942-134c-497e-8475-ff284eee237e), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:32.863868 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85efeeae-0648-4a33-bc74-c0f0d25880aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba933942-134c-497e-8475-ff284eee237e'}] {{(pid=111416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:46:32.866632 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0240e38e362fdc750089dc1f1183b30604621660299f95a12c585bcfa6b02ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d968946-fb84-41ce-8aba-afccef557c6b" -d '{"events": [{"server_uuid": "85efeeae-0648-4a33-bc74-c0f0d25880aa", "name": "network-vif-plugged", "status": "completed", "tag": "ba933942-134c-497e-8475-ff284eee237e"}]}' {{(pid=111416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:46:32.888912 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port ba933942-134c-497e-8475-ff284eee237e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ba933942-134c-497e-8475-ff284eee237e,segment=NetworkSegment(5e10216b-5353-4a7f-a5b9-0961a609cc49),segment_id=5e10216b-5353-4a7f-a5b9-0961a609cc49)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:46:32.895433 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (ba933942-134c-497e-8475-ff284eee237e), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:32.961929 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 00:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393a9e06-8c04-4431-ad32-131874eea96f x-openstack-request-id: req-393a9e06-8c04-4431-ad32-131874eea96f {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:46:32.962320 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85efeeae-0648-4a33-bc74-c0f0d25880aa", "name": "network-vif-plugged", "status": "completed", "tag": "ba933942-134c-497e-8475-ff284eee237e", "code": 200}]} {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:46:32.962561 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-393a9e06-8c04-4431-ad32-131874eea96f {{(pid=111416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:46:32.963014 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-393a9e06-8c04-4431-ad32-131874eea96f'] response: {'server_uuid': '85efeeae-0648-4a33-bc74-c0f0d25880aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba933942-134c-497e-8475-ff284eee237e', 'code': 200} Oct 19 00:46:32.964492 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=ba933942-134c-497e-8475-ff284eee237e,revision_number=7']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:33.002410 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-28e6f5bc-7153-4c23-9b4d-c7f530d791c1 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Network 68404256-b068-4f6b-bb54-21abe9c04e36 is already hosted by enough agents. {{(pid=111414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:46:33.010649 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-28e6f5bc-7153-4c23-9b4d-c7f530d791c1 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Resources bound (agent type, host, resource id): {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:46:33.022103 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-28e6f5bc-7153-4c23-9b4d-c7f530d791c1 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Received port after_create {{(pid=111414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:46:33.029239 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6f5bc-7153-4c23-9b4d-c7f530d791c1 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Pushing event updated for resources: {'Port': ['ID=2b936cf8-a250-46ff-af9b-c10ccce59df7,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:33.064548 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5295c4-52b4-4b7e-9210-2171099dbc5c tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:46:33.072144 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-cd5295c4-52b4-4b7e-9210-2171099dbc5c tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for floatingip (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:33.086201 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52099c28-b295-4c7a-ac87-a6846c03ca42 req-d2195afd-95e4-470d-8ff7-e48d9d230451 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:33.090708 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765b1794-7909-4e67-a086-2b662195ab00 None None] Sync routers for ids ['cff419e6-44f2-4dba-b984-4bfa9e7f76e1'] in dv-cinder-master-3-iscsi {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:46:33.095894 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-52099c28-b295-4c7a-ac87-a6846c03ca42 req-d2195afd-95e4-470d-8ff7-e48d9d230451 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 932 time: 0.1036360 Oct 19 00:46:33.118731 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765b1794-7909-4e67-a086-2b662195ab00 None None] Routers {'cff419e6-44f2-4dba-b984-4bfa9e7f76e1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:46:33.119596 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-765b1794-7909-4e67-a086-2b662195ab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:46:07Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['cff419e6-44f2-4dba-b984-4bfa9e7f76e1'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:46:33.119762 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:33.181414 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-28e6f5bc-7153-4c23-9b4d-c7f530d791c1 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:33.182341 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-28e6f5bc-7153-4c23-9b4d-c7f530d791c1 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:33.183206 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:33.201492 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-52099c28-b295-4c7a-ac87-a6846c03ca42 req-203cc027-e5fc-4b42-87eb-6f5c56b7b1ee tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4905e055-e53a-471c-a6b1-7e77931ff8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040630 Oct 19 00:46:33.202891 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-cd5295c4-52b4-4b7e-9210-2171099dbc5c tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/e81c5069-274c-43a3-81c8-bfb44c8966a7 HTTP/1.1" status: 200 len: 991 time: 2.3261428 Oct 19 00:46:33.203601 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da74d88-6672-4df0-b665-b9eec2d073c5', 'tag': '6ccabad6-2670-419e-95ab-c0c5d0749b3a'}] {{(pid=111414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:46:33.217659 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e46469f00a83062af0f8a877bbd3a06bc7f865c711541049e4990ec8a28c8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ced1e2a-bf5d-49fa-b155-c4fd63c86a12" -d '{"events": [{"name": "network-changed", "server_uuid": "0da74d88-6672-4df0-b665-b9eec2d073c5", "tag": "6ccabad6-2670-419e-95ab-c0c5d0749b3a"}]}' {{(pid=111414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:46:33.238223 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-28e6f5bc-7153-4c23-9b4d-c7f530d791c1 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7242465 Oct 19 00:46:33.259939 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-62589aaf-871d-47db-8fcb-2285e5683a4a service neutron] Request body: {'port': {'device_id': 'b38d4219-8912-4fd9-9d02-7848016f7954', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:46:33.268347 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-765b1794-7909-4e67-a086-2b662195ab00 None None] Set router cff419e6-44f2-4dba-b984-4bfa9e7f76e1 gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:46:33.339050 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 00:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581c95e3-2787-4fac-9107-9b70ea611581 x-openstack-request-id: req-581c95e3-2787-4fac-9107-9b70ea611581 {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:46:33.339335 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0da74d88-6672-4df0-b665-b9eec2d073c5", "tag": "6ccabad6-2670-419e-95ab-c0c5d0749b3a", "status": "completed", "code": 200}]} {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:46:33.339685 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-581c95e3-2787-4fac-9107-9b70ea611581 {{(pid=111414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:46:33.340005 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.notifiers.nova [-] Nova event matching ['req-581c95e3-2787-4fac-9107-9b70ea611581'] response: {'name': 'network-changed', 'server_uuid': '0da74d88-6672-4df0-b665-b9eec2d073c5', 'tag': '6ccabad6-2670-419e-95ab-c0c5d0749b3a', 'status': 'completed', 'code': 200} Oct 19 00:46:33.391053 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-62589aaf-871d-47db-8fcb-2285e5683a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (2b936cf8-a250-46ff-af9b-c10ccce59df7), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:33.406935 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:33.543257 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced1e2a-bf5d-49fa-b155-c4fd63c86a12 req-6d8cc417-2ae7-452a-b154-a3fee9cb79a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:33.545407 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-9ced1e2a-bf5d-49fa-b155-c4fd63c86a12 req-6d8cc417-2ae7-452a-b154-a3fee9cb79a3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=0b35c2038f6b4d0a9012b004f1416c00&device_id=0da74d88-6672-4df0-b665-b9eec2d073c5 HTTP/1.1" status: 200 len: 1129 time: 0.1263888 Oct 19 00:46:33.694540 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69afbc-c109-45a7-b23c-6635db1be31f req-a88a4596-5ae5-4b6b-b61d-0f6e5f9cd38e tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:33.696951 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-1a69afbc-c109-45a7-b23c-6635db1be31f req-a88a4596-5ae5-4b6b-b61d-0f6e5f9cd38e tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 945 time: 0.0756373 Oct 19 00:46:33.733872 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-3a293520-e948-410e-a93e-19167faf86a5 None None] Provisioning complete for port 2b936cf8-a250-46ff-af9b-c10ccce59df7 triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:46:33.735866 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-3a293520-e948-410e-a93e-19167faf86a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (2b936cf8-a250-46ff-af9b-c10ccce59df7), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:33.736729 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-3a293520-e948-410e-a93e-19167faf86a5 None None] Attempt 1 to provision port 2b936cf8-a250-46ff-af9b-c10ccce59df7 Oct 19 00:46:33.831129 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-1a69afbc-c109-45a7-b23c-6635db1be31f req-2047b623-95cc-425d-a114-47693c604b38 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158397 Oct 19 00:46:34.039517 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-3a293520-e948-410e-a93e-19167faf86a5 None None] Port 2b936cf8-a250-46ff-af9b-c10ccce59df7 cannot update to ACTIVE because it is not bound. {{(pid=111416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 19 00:46:34.050340 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced1e2a-bf5d-49fa-b155-c4fd63c86a12 req-e2978601-7530-46d5-bba3-54289baff066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:34.054406 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-9ced1e2a-bf5d-49fa-b155-c4fd63c86a12 req-e2978601-7530-46d5-bba3-54289baff066 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=635fade4-7ee9-45f4-8020-ceb7d6bf784a HTTP/1.1" status: 200 len: 914 time: 0.4613400 Oct 19 00:46:34.061327 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-765b1794-7909-4e67-a086-2b662195ab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'name': 'tempest-AttachVolumeNegativeTest-34200755-router', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108'}], 'enable_snat': True}, 'gw_port_id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:25Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 4, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'gw_port': {'id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e81c5069-274c-43a3-81c8-bfb44c8966a7', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'floating_ip_address': '172.37.6.251', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'port_id': '6ccabad6-2670-419e-95ab-c0c5d0749b3a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'mac_address': 'fa:16:3e:08:2e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da74d88-6672-4df0-b665-b9eec2d073c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:46:12Z', 'updated_at': '2022-10-19T00:46:31Z', 'revision_number': 1, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e66c4d-d0fb-42f0-b692-137e4509b09a', 'name': '', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'mac_address': 'fa:16:3e:05:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '749347d7-6beb-499e-80b2-119168147fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:33Z', 'updated_at': '2022-10-19T00:40:56Z', 'revision_number': 5, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'subnets': [{'id': '749347d7-6beb-499e-80b2-119168147fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:46:34.086159 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:34.127570 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765b1794-7909-4e67-a086-2b662195ab00 None None] Checking router: cff419e6-44f2-4dba-b984-4bfa9e7f76e1 for host: dv-cinder-master-3-iscsi {{(pid=111416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:46:34.156131 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765b1794-7909-4e67-a086-2b662195ab00 None None] Routers {'cff419e6-44f2-4dba-b984-4bfa9e7f76e1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:46:34.157356 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-765b1794-7909-4e67-a086-2b662195ab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:46:07Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['cff419e6-44f2-4dba-b984-4bfa9e7f76e1'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:46:34.263674 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-9ced1e2a-bf5d-49fa-b155-c4fd63c86a12 req-c23bbef5-28ac-4132-8c50-8285c1d90e4e service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ccabad6-2670-419e-95ab-c0c5d0749b3a HTTP/1.1" status: 200 len: 999 time: 0.1962376 Oct 19 00:46:34.399565 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced1e2a-bf5d-49fa-b155-c4fd63c86a12 req-305187e3-2b07-4e63-a61f-a332a384e5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:34.401128 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-9ced1e2a-bf5d-49fa-b155-c4fd63c86a12 req-305187e3-2b07-4e63-a61f-a332a384e5ab service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=749347d7-6beb-499e-80b2-119168147fbe HTTP/1.1" status: 200 len: 852 time: 0.1299906 Oct 19 00:46:34.453617 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-765b1794-7909-4e67-a086-2b662195ab00 None None] Set router cff419e6-44f2-4dba-b984-4bfa9e7f76e1 gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:46:34.472416 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-62589aaf-871d-47db-8fcb-2285e5683a4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b936cf8-a250-46ff-af9b-c10ccce59df7 {{(pid=111414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 00:46:34.484769 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-62589aaf-871d-47db-8fcb-2285e5683a4a service neutron] Publish callbacks [] for port (2b936cf8-a250-46ff-af9b-c10ccce59df7), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:34.489211 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9eaa4-80a8-4cc7-8bd1-f0013c321f3d req-dee22257-540b-41f2-be27-e1b7965778b9 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:34.493812 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9ac9eaa4-80a8-4cc7-8bd1-f0013c321f3d req-dee22257-540b-41f2-be27-e1b7965778b9 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 932 time: 0.1311152 Oct 19 00:46:34.517608 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:34.571594 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:34.598759 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.provisioning_blocks [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-62589aaf-871d-47db-8fcb-2285e5683a4a service neutron] Transition to ACTIVE for port object 2b936cf8-a250-46ff-af9b-c10ccce59df7 will not be triggered until provisioned by entity L2. {{(pid=111414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 00:46:34.617840 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-62589aaf-871d-47db-8fcb-2285e5683a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577477'] for port (2b936cf8-a250-46ff-af9b-c10ccce59df7), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:34.635129 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced1e2a-bf5d-49fa-b155-c4fd63c86a12 req-e9255dd7-ad13-4187-9f3b-cf37664e783e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:34.636312 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9ac9eaa4-80a8-4cc7-8bd1-f0013c321f3d req-fac1f607-934c-49f6-981b-9cd94a7203ca tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4905e055-e53a-471c-a6b1-7e77931ff8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340818 Oct 19 00:46:34.639662 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-9ced1e2a-bf5d-49fa-b155-c4fd63c86a12 req-e9255dd7-ad13-4187-9f3b-cf37664e783e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=635fade4-7ee9-45f4-8020-ceb7d6bf784a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1428344 Oct 19 00:46:34.862308 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-6f85bf7f-c6b0-46b2-8cce-d30d7bdc969f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:34.878335 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-765b1794-7909-4e67-a086-2b662195ab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'name': 'tempest-AttachVolumeNegativeTest-34200755-router', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108'}], 'enable_snat': True}, 'gw_port_id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:25Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 4, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'gw_port': {'id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e81c5069-274c-43a3-81c8-bfb44c8966a7', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'floating_ip_address': '172.37.6.251', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'port_id': '6ccabad6-2670-419e-95ab-c0c5d0749b3a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'mac_address': 'fa:16:3e:08:2e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da74d88-6672-4df0-b665-b9eec2d073c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:46:12Z', 'updated_at': '2022-10-19T00:46:31Z', 'revision_number': 1, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e66c4d-d0fb-42f0-b692-137e4509b09a', 'name': '', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'mac_address': 'fa:16:3e:05:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '749347d7-6beb-499e-80b2-119168147fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:33Z', 'updated_at': '2022-10-19T00:40:56Z', 'revision_number': 5, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'subnets': [{'id': '749347d7-6beb-499e-80b2-119168147fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:46:34.892203 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:34.904005 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62589aaf-871d-47db-8fcb-2285e5683a4a service neutron] Pushing event updated for resources: {'Port': ['ID=2b936cf8-a250-46ff-af9b-c10ccce59df7,revision_number=2']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:34.975010 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765b1794-7909-4e67-a086-2b662195ab00 None None] The sync data for ids ['cff419e6-44f2-4dba-b984-4bfa9e7f76e1'] in dv-cinder-master-3-iscsi is: [{'id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'name': 'tempest-AttachVolumeNegativeTest-34200755-router', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108'}], 'enable_snat': True}, 'gw_port_id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:25Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 4, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'gw_port': {'id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e81c5069-274c-43a3-81c8-bfb44c8966a7', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'floating_ip_address': '172.37.6.251', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'port_id': '6ccabad6-2670-419e-95ab-c0c5d0749b3a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'mac_address': 'fa:16:3e:08:2e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da74d88-6672-4df0-b665-b9eec2d073c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:46:12Z', 'updated_at': '2022-10-19T00:46:31Z', 'revision_number': 1, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e66c4d-d0fb-42f0-b692-137e4509b09a', 'name': '', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'mac_address': 'fa:16:3e:05:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '749347d7-6beb-499e-80b2-119168147fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:33Z', 'updated_at': '2022-10-19T00:40:56Z', 'revision_number': 5, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'subnets': [{'id': '749347d7-6beb-499e-80b2-119168147fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:46:34.992305 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-62589aaf-871d-47db-8fcb-2285e5683a4a service neutron] Attempting to bind port 2b936cf8-a250-46ff-af9b-c10ccce59df7 on host hv-cinder-maste for vnic_type normal with profile {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:46:34.992917 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-62589aaf-871d-47db-8fcb-2285e5683a4a service neutron] Attempting to bind port 2b936cf8-a250-46ff-af9b-c10ccce59df7 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '8053efdb-fe2b-48be-9228-17e179e76fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '68404256-b068-4f6b-bb54-21abe9c04e36'}] {{(pid=111414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:46:34.993374 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-62589aaf-871d-47db-8fcb-2285e5683a4a service neutron] Attempting to bind port 2b936cf8-a250-46ff-af9b-c10ccce59df7 on network 68404256-b068-4f6b-bb54-21abe9c04e36 {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:46:35.062588 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-62589aaf-871d-47db-8fcb-2285e5683a4a service neutron] Port 2b936cf8-a250-46ff-af9b-c10ccce59df7 on network 68404256-b068-4f6b-bb54-21abe9c04e36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:46:35.062588 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-62589aaf-871d-47db-8fcb-2285e5683a4a service neutron] Attempting to bind port 2b936cf8-a250-46ff-af9b-c10ccce59df7 on network 68404256-b068-4f6b-bb54-21abe9c04e36 {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:46:35.117833 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-9ced1e2a-bf5d-49fa-b155-c4fd63c86a12 req-dabc68d9-b5a5-46aa-86b8-ef8eb8e89e32 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/635fade4-7ee9-45f4-8020-ceb7d6bf784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4371459 Oct 19 00:46:35.205011 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-62589aaf-871d-47db-8fcb-2285e5683a4a service neutron] Checking agent: {'id': '6724934a-8b6e-4109-8304-d160e240b776', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 38, 31), 'started_at': datetime.datetime(2022, 10, 19, 0, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:46:35.205344 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-62589aaf-871d-47db-8fcb-2285e5683a4a service neutron] Checking segment: {'id': '8053efdb-fe2b-48be-9228-17e179e76fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '68404256-b068-4f6b-bb54-21abe9c04e36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:46:35.205760 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-62589aaf-871d-47db-8fcb-2285e5683a4a service neutron] Bound using segment: {'id': '8053efdb-fe2b-48be-9228-17e179e76fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '68404256-b068-4f6b-bb54-21abe9c04e36'} {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:46:35.206215 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-62589aaf-871d-47db-8fcb-2285e5683a4a service neutron] Bound port: 2b936cf8-a250-46ff-af9b-c10ccce59df7, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8053efdb-fe2b-48be-9228-17e179e76fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '68404256-b068-4f6b-bb54-21abe9c04e36'}}] {{(pid=111414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:46:35.206617 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-62589aaf-871d-47db-8fcb-2285e5683a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (2b936cf8-a250-46ff-af9b-c10ccce59df7), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:35.220705 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab38c0-e07c-409a-83d1-7af12c662072 req-a4b605c7-f812-43d9-8e66-e00f29b9715c tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:35.242551 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ffab38c0-e07c-409a-83d1-7af12c662072 req-a4b605c7-f812-43d9-8e66-e00f29b9715c tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 945 time: 0.1523366 Oct 19 00:46:35.287803 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.agents_db [None req-a13584a9-f264-4877-bb17-87a252e2109a None None] Agent healthcheck: found 6 active agents {{(pid=111417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:46:35.317751 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-9ced1e2a-bf5d-49fa-b155-c4fd63c86a12 req-f2047773-e369-49ad-8537-d487e49f0bdd service neutron] 10.222.0.20 "GET /networking/v2.0/networks/635fade4-7ee9-45f4-8020-ceb7d6bf784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717298 Oct 19 00:46:35.335671 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-62589aaf-871d-47db-8fcb-2285e5683a4a service neutron] For port 2b936cf8-a250-46ff-af9b-c10ccce59df7, host hv-cinder-maste, cleared binding levels {{(pid=111414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:46:35.339954 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-62589aaf-871d-47db-8fcb-2285e5683a4a service neutron] For port 2b936cf8-a250-46ff-af9b-c10ccce59df7, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2b936cf8-a250-46ff-af9b-c10ccce59df7,segment=NetworkSegment(8053efdb-fe2b-48be-9228-17e179e76fd1),segment_id=8053efdb-fe2b-48be-9228-17e179e76fd1)] {{(pid=111414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:46:35.352162 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-62589aaf-871d-47db-8fcb-2285e5683a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577477'] for port (2b936cf8-a250-46ff-af9b-c10ccce59df7), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:35.359808 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-62589aaf-871d-47db-8fcb-2285e5683a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:35.360578 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-62589aaf-871d-47db-8fcb-2285e5683a4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:35.362180 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-62589aaf-871d-47db-8fcb-2285e5683a4a service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/2b936cf8-a250-46ff-af9b-c10ccce59df7 HTTP/1.1" status: 200 len: 1094 time: 2.1092577 Oct 19 00:46:35.362912 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38d4219-8912-4fd9-9d02-7848016f7954', 'tag': '2b936cf8-a250-46ff-af9b-c10ccce59df7'}] {{(pid=111414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:46:35.365816 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e46469f00a83062af0f8a877bbd3a06bc7f865c711541049e4990ec8a28c8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e85277-9957-4eab-891e-2f3ad9f29522" -d '{"events": [{"name": "network-changed", "server_uuid": "b38d4219-8912-4fd9-9d02-7848016f7954", "tag": "2b936cf8-a250-46ff-af9b-c10ccce59df7"}]}' {{(pid=111414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:46:35.367457 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ffab38c0-e07c-409a-83d1-7af12c662072 req-ff831d7a-ee9f-456b-9304-2af90f69ef0d tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230862 Oct 19 00:46:35.441496 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62589aaf-871d-47db-8fcb-2285e5683a4a service neutron] Pushing event updated for resources: {'Port': ['ID=2b936cf8-a250-46ff-af9b-c10ccce59df7,revision_number=3']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:35.499961 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97515d6-1dc7-42f2-bdbd-f2527d489bc9 None None] New status for floating IP e81c5069-274c-43a3-81c8-bfb44c8966a7: ACTIVE {{(pid=111417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 00:46:35.535362 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-d7201406-7578-4d0f-afea-e2117000f991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:35.538218 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-d7201406-7578-4d0f-afea-e2117000f991 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=82d7723ef95b4c3faeac9835eeb233a5&device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 1128 time: 0.0674286 Oct 19 00:46:35.540086 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 00:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c481894c-f06b-448b-bc98-0a7f6db61861 x-openstack-request-id: req-c481894c-f06b-448b-bc98-0a7f6db61861 {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:46:35.540575 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b38d4219-8912-4fd9-9d02-7848016f7954", "tag": "2b936cf8-a250-46ff-af9b-c10ccce59df7", "status": "completed", "code": 200}]} {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:46:35.541007 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c481894c-f06b-448b-bc98-0a7f6db61861 {{(pid=111414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:46:35.541574 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c481894c-f06b-448b-bc98-0a7f6db61861'] response: {'name': 'network-changed', 'server_uuid': 'b38d4219-8912-4fd9-9d02-7848016f7954', 'tag': '2b936cf8-a250-46ff-af9b-c10ccce59df7', 'status': 'completed', 'code': 200} Oct 19 00:46:35.625087 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-6e36ee5f-4f76-4edb-9a58-32c60ab5dda7 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b936cf8-a250-46ff-af9b-c10ccce59df7 HTTP/1.1" status: 200 len: 217 time: 0.0608783 Oct 19 00:46:35.778389 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-74aded8a-c305-4bb5-a3ce-31a97359cce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:35.781321 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-74aded8a-c305-4bb5-a3ce-31a97359cce9 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=f1202a63-9912-4834-858f-95da1154adf8 HTTP/1.1" status: 200 len: 849 time: 0.1494124 Oct 19 00:46:35.838815 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:35.862566 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-bfb134ef-a7a7-4607-ad38-daf16fa960c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:35.863365 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-bfb134ef-a7a7-4607-ad38-daf16fa960c4 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=68404256-b068-4f6b-bb54-21abe9c04e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0742128 Oct 19 00:46:35.892424 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e5eb3-47a5-4e6e-826c-b0116e3f232e req-27d9db38-bf0f-4dbc-922c-7b3e65f231ce tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:35.906455 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-3f1e5eb3-47a5-4e6e-826c-b0116e3f232e req-27d9db38-bf0f-4dbc-922c-7b3e65f231ce tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 944 time: 0.1269948 Oct 19 00:46:35.994347 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-ac5122a8-28bb-4185-bd31-ac2a96632f2b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/68404256-b068-4f6b-bb54-21abe9c04e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240845 Oct 19 00:46:36.018325 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-3f1e5eb3-47a5-4e6e-826c-b0116e3f232e req-7bc83824-9510-4d0f-bd8a-290006bf818c tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4905e055-e53a-471c-a6b1-7e77931ff8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047187 Oct 19 00:46:36.154335 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-bee81930-e0c4-4df2-9a66-6b73614c2cd4 req-e57e439a-dd85-4721-8574-238783041195 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/68404256-b068-4f6b-bb54-21abe9c04e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519418 Oct 19 00:46:36.626059 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e478bbd-5867-42d9-a50b-10f041f550a3 req-e42a62a8-061b-4a8e-9816-ee1dc2b80c23 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:36.628576 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-7e478bbd-5867-42d9-a50b-10f041f550a3 req-e42a62a8-061b-4a8e-9816-ee1dc2b80c23 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 945 time: 0.0872476 Oct 19 00:46:36.708496 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-7e478bbd-5867-42d9-a50b-10f041f550a3 req-f75e3150-b4cf-4e8b-ba49-4912e9c35224 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691385 Oct 19 00:46:36.785884 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-89ed0f80-451f-4763-aac9-4583a812a7dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:37.176108 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e85277-9957-4eab-891e-2f3ad9f29522 req-8645a5a9-8b3d-4cab-9dde-729e8572da73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:37.179719 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-45e85277-9957-4eab-891e-2f3ad9f29522 req-8645a5a9-8b3d-4cab-9dde-729e8572da73 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=82d7723ef95b4c3faeac9835eeb233a5&device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 1128 time: 0.0821109 Oct 19 00:46:37.280096 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29724f4-b45e-411d-ad4a-ff70f1afee75 req-7ed4851c-25bd-4a80-88d2-54374f68ca51 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:37.281776 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-f29724f4-b45e-411d-ad4a-ff70f1afee75 req-7ed4851c-25bd-4a80-88d2-54374f68ca51 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 944 time: 0.0910497 Oct 19 00:46:37.322205 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1049df10-43d5-4869-82c7-b18cf128a515 req-3ff42221-f7d6-4edc-8fe4-f03808b7fcc0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0b7c19ee-6d89-4855-bf4b-d35b65bb170b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683761 Oct 19 00:46:37.416653 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-f29724f4-b45e-411d-ad4a-ff70f1afee75 req-f314bc3e-ff37-4407-969a-079395dd96b8 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4905e055-e53a-471c-a6b1-7e77931ff8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241713 Oct 19 00:46:37.452054 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e85277-9957-4eab-891e-2f3ad9f29522 req-21a1e5a7-f6af-4ab2-88a9-0d0eb8db3e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:37.453860 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-45e85277-9957-4eab-891e-2f3ad9f29522 req-21a1e5a7-f6af-4ab2-88a9-0d0eb8db3e58 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=68404256-b068-4f6b-bb54-21abe9c04e36 HTTP/1.1" status: 200 len: 911 time: 0.2673941 Oct 19 00:46:37.509387 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049df10-43d5-4869-82c7-b18cf128a515 req-1fa07eaf-bb36-4614-b592-510c4eeeea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:37.511248 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1049df10-43d5-4869-82c7-b18cf128a515 req-1fa07eaf-bb36-4614-b592-510c4eeeea5f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=8684504b0eff415b9063cebae21ca667&device_id=0b7c19ee-6d89-4855-bf4b-d35b65bb170b HTTP/1.1" status: 200 len: 1129 time: 0.1293213 Oct 19 00:46:37.512758 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-45e85277-9957-4eab-891e-2f3ad9f29522 req-139ccccf-0ac8-4a08-98cc-dce8a6ffba16 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b936cf8-a250-46ff-af9b-c10ccce59df7 HTTP/1.1" status: 200 len: 217 time: 0.0511665 Oct 19 00:46:37.618960 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:37.642839 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e85277-9957-4eab-891e-2f3ad9f29522 req-bd67f553-85ab-409f-b8b9-0964eeabbeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:37.645178 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-45e85277-9957-4eab-891e-2f3ad9f29522 req-bd67f553-85ab-409f-b8b9-0964eeabbeac service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=f1202a63-9912-4834-858f-95da1154adf8 HTTP/1.1" status: 200 len: 849 time: 0.1239872 Oct 19 00:46:37.721792 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e85277-9957-4eab-891e-2f3ad9f29522 req-09a83223-b354-45ff-90f9-7ec1a772a31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:37.723483 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-45e85277-9957-4eab-891e-2f3ad9f29522 req-09a83223-b354-45ff-90f9-7ec1a772a31b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=68404256-b068-4f6b-bb54-21abe9c04e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0689757 Oct 19 00:46:37.737977 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049df10-43d5-4869-82c7-b18cf128a515 req-02fd89ce-d7a6-4e6d-9018-07e93d40d0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:37.739918 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1049df10-43d5-4869-82c7-b18cf128a515 req-02fd89ce-d7a6-4e6d-9018-07e93d40d0cc service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=cfe47441-dd27-4b7c-958a-cc2e5c8243ac HTTP/1.1" status: 200 len: 913 time: 0.1855829 Oct 19 00:46:37.886912 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ccc73-cdb0-451f-ad61-66d7b858d243 req-39ee6814-c6eb-4d44-9725-35e368fbcd5e tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:37.895683 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-dd9ccc73-cdb0-451f-ad61-66d7b858d243 req-39ee6814-c6eb-4d44-9725-35e368fbcd5e tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 945 time: 0.0732617 Oct 19 00:46:37.938397 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-45e85277-9957-4eab-891e-2f3ad9f29522 req-cc5c6a67-f34b-4b37-a784-d51eccdd9d4e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/68404256-b068-4f6b-bb54-21abe9c04e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080519 Oct 19 00:46:37.996824 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-dd9ccc73-cdb0-451f-ad61-66d7b858d243 req-b328f2c3-69d8-4e7c-a65a-f46761870464 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994346 Oct 19 00:46:38.062705 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1049df10-43d5-4869-82c7-b18cf128a515 req-99b9f4de-fed6-4b9a-b754-9a5c549ba554 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f92cbb3-bb62-457d-b0d7-92947884c5fb HTTP/1.1" status: 200 len: 1000 time: 0.3096473 Oct 19 00:46:38.177235 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049df10-43d5-4869-82c7-b18cf128a515 req-6548187e-1e28-451c-97cf-389580c8ecbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:38.179656 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1049df10-43d5-4869-82c7-b18cf128a515 req-6548187e-1e28-451c-97cf-389580c8ecbf service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=ed6b2b90-24f3-4781-a6d8-0b858f53c7ca HTTP/1.1" status: 200 len: 851 time: 0.0792601 Oct 19 00:46:38.222745 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-45e85277-9957-4eab-891e-2f3ad9f29522 req-1aab78b0-a485-41c1-a194-a9692fdaeeec service neutron] 10.222.0.20 "GET /networking/v2.0/networks/68404256-b068-4f6b-bb54-21abe9c04e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286634 Oct 19 00:46:38.240426 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049df10-43d5-4869-82c7-b18cf128a515 req-cf89e4db-44b3-48f7-bbde-b2a82fe3eb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:38.244651 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1049df10-43d5-4869-82c7-b18cf128a515 req-cf89e4db-44b3-48f7-bbde-b2a82fe3eb5b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=cfe47441-dd27-4b7c-958a-cc2e5c8243ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549991 Oct 19 00:46:38.281721 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=100 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:38.288092 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:38.376439 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1049df10-43d5-4869-82c7-b18cf128a515 req-2c5d5381-67c5-49f5-8d3e-4be34edf89f9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cfe47441-dd27-4b7c-958a-cc2e5c8243ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151190 Oct 19 00:46:38.501875 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1049df10-43d5-4869-82c7-b18cf128a515 req-b84a826c-7a33-4c83-b695-363bab149c3e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cfe47441-dd27-4b7c-958a-cc2e5c8243ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190128 Oct 19 00:46:38.621981 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b6082-8903-4189-b6cb-d0aadcf0cd35 req-a5005555-c2c5-4e5b-86a0-c1fbaef17eea tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:38.628911 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-bf8b6082-8903-4189-b6cb-d0aadcf0cd35 req-a5005555-c2c5-4e5b-86a0-c1fbaef17eea tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 944 time: 0.0625162 Oct 19 00:46:38.634109 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 2b936cf8-a250-46ff-af9b-c10ccce59df7 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=111416) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:46:38.684726 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:38.687100 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-bf8b6082-8903-4189-b6cb-d0aadcf0cd35 req-a2e26bd3-4eb8-4edd-8744-5548c452db0b tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4905e055-e53a-471c-a6b1-7e77931ff8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566554 Oct 19 00:46:38.855066 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port 2b936cf8-a250-46ff-af9b-c10ccce59df7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2b936cf8-a250-46ff-af9b-c10ccce59df7,segment=NetworkSegment(8053efdb-fe2b-48be-9228-17e179e76fd1),segment_id=8053efdb-fe2b-48be-9228-17e179e76fd1)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:46:38.878203 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Returning: {'device': '2b936cf8-a250-46ff-af9b-c10ccce59df7', 'network_id': '68404256-b068-4f6b-bb54-21abe9c04e36', 'port_id': '2b936cf8-a250-46ff-af9b-c10ccce59df7', 'mac_address': 'fa:16:3e:8d:82:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1202a63-9912-4834-858f-95da1154adf8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111416) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:46:38.945433 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port 2b936cf8-a250-46ff-af9b-c10ccce59df7 is: DOWN; New status is: BUILD {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:46:38.946099 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (2b936cf8-a250-46ff-af9b-c10ccce59df7), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:38.963962 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b936cf8-a250-46ff-af9b-c10ccce59df7 {{(pid=111416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 00:46:38.990874 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port 2b936cf8-a250-46ff-af9b-c10ccce59df7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2b936cf8-a250-46ff-af9b-c10ccce59df7,segment=NetworkSegment(8053efdb-fe2b-48be-9228-17e179e76fd1),segment_id=8053efdb-fe2b-48be-9228-17e179e76fd1)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:46:38.996881 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (2b936cf8-a250-46ff-af9b-c10ccce59df7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:39.101759 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=2b936cf8-a250-46ff-af9b-c10ccce59df7,revision_number=4']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:39.226186 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74548302-1cf1-42a9-8511-8c4aa489c3e4 req-dc1c5151-be10-4092-a528-9d6f4f4a88fe tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:39.228407 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-74548302-1cf1-42a9-8511-8c4aa489c3e4 req-dc1c5151-be10-4092-a528-9d6f4f4a88fe tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 945 time: 0.0649281 Oct 19 00:46:39.301649 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-74548302-1cf1-42a9-8511-8c4aa489c3e4 req-085959c2-7386-4123-aa62-e7da73f07456 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637217 Oct 19 00:46:39.360874 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] get_ports_and_sgs() called for port_ids ['2b936cf8-a250-46ff-af9b-c10ccce59df7'] {{(pid=111416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 00:46:39.889903 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a9cf2-4237-4f91-bf0a-03785ccb021a req-a770e112-a9fd-4e30-bbf2-f7e6fc4501db tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:39.892187 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8d1a9cf2-4237-4f91-bf0a-03785ccb021a req-a770e112-a9fd-4e30-bbf2-f7e6fc4501db tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 945 time: 0.0973153 Oct 19 00:46:39.988920 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8d1a9cf2-4237-4f91-bf0a-03785ccb021a req-8cea2343-8b69-48d6-b5a6-d28defecda12 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4905e055-e53a-471c-a6b1-7e77931ff8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847282 Oct 19 00:46:40.088256 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:40.275580 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:40.509109 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:40.538209 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06000e9-ee18-44df-a391-ebf206f56019 req-b86d7020-7723-46df-be4d-51a2c683a612 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:40.541445 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-f06000e9-ee18-44df-a391-ebf206f56019 req-b86d7020-7723-46df-be4d-51a2c683a612 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 945 time: 0.0780835 Oct 19 00:46:40.630516 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-f06000e9-ee18-44df-a391-ebf206f56019 req-68308a67-1bd3-40ab-9d2a-bd01b99e6d11 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777183 Oct 19 00:46:40.662082 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 2b936cf8-a250-46ff-af9b-c10ccce59df7 up at agent hyperv_hv-cinder-maste {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:46:40.769928 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Provisioning for port 2b936cf8-a250-46ff-af9b-c10ccce59df7 completed by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 19 00:46:40.783593 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Provisioning complete for port 2b936cf8-a250-46ff-af9b-c10ccce59df7 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:46:40.784178 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (2b936cf8-a250-46ff-af9b-c10ccce59df7), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:40.784778 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Attempt 1 to provision port 2b936cf8-a250-46ff-af9b-c10ccce59df7 Oct 19 00:46:40.927363 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port 2b936cf8-a250-46ff-af9b-c10ccce59df7 is: BUILD; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:46:40.927980 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (2b936cf8-a250-46ff-af9b-c10ccce59df7), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:40.971608 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38d4219-8912-4fd9-9d02-7848016f7954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b936cf8-a250-46ff-af9b-c10ccce59df7'}] {{(pid=111416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:46:40.977215 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0240e38e362fdc750089dc1f1183b30604621660299f95a12c585bcfa6b02ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8639699e-38a2-4712-a674-141e1bc6cd87" -d '{"events": [{"server_uuid": "b38d4219-8912-4fd9-9d02-7848016f7954", "name": "network-vif-plugged", "status": "completed", "tag": "2b936cf8-a250-46ff-af9b-c10ccce59df7"}]}' {{(pid=111416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:46:40.999011 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port 2b936cf8-a250-46ff-af9b-c10ccce59df7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2b936cf8-a250-46ff-af9b-c10ccce59df7,segment=NetworkSegment(8053efdb-fe2b-48be-9228-17e179e76fd1),segment_id=8053efdb-fe2b-48be-9228-17e179e76fd1)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:46:41.005993 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (2b936cf8-a250-46ff-af9b-c10ccce59df7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:41.062053 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 00:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7c3949-5d0f-4569-904e-1d082c6128be x-openstack-request-id: req-9d7c3949-5d0f-4569-904e-1d082c6128be {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:46:41.062527 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38d4219-8912-4fd9-9d02-7848016f7954", "name": "network-vif-plugged", "status": "completed", "tag": "2b936cf8-a250-46ff-af9b-c10ccce59df7", "code": 200}]} {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:46:41.063541 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9d7c3949-5d0f-4569-904e-1d082c6128be {{(pid=111416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:46:41.063541 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d7c3949-5d0f-4569-904e-1d082c6128be'] response: {'server_uuid': 'b38d4219-8912-4fd9-9d02-7848016f7954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b936cf8-a250-46ff-af9b-c10ccce59df7', 'code': 200} Oct 19 00:46:41.167021 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=2b936cf8-a250-46ff-af9b-c10ccce59df7,revision_number=5']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:41.207628 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7c051-3a58-4093-a77b-6045477ebea1 req-7fd91772-f6be-4edc-9c7c-c659306bad3b tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:41.210971 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-3ce7c051-3a58-4093-a77b-6045477ebea1 req-7fd91772-f6be-4edc-9c7c-c659306bad3b tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 946 time: 0.0946174 Oct 19 00:46:41.303141 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-3ce7c051-3a58-4093-a77b-6045477ebea1 req-ec6009c1-9cb5-4561-a84b-1c4387fdff07 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4905e055-e53a-471c-a6b1-7e77931ff8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846179 Oct 19 00:46:41.395880 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63846c37-f1bc-44fa-96e8-f6a980bee29b req-6bfcbd7b-7038-456d-be9b-12063f69acc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:41.399201 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-63846c37-f1bc-44fa-96e8-f6a980bee29b req-6bfcbd7b-7038-456d-be9b-12063f69acc0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 1130 time: 0.0852730 Oct 19 00:46:41.480899 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-63846c37-f1bc-44fa-96e8-f6a980bee29b req-07f2ed32-65dc-4bbe-a3c9-eb2fa9e14257 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=4905e055-e53a-471c-a6b1-7e77931ff8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753975 Oct 19 00:46:41.837536 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeefd8d-cf94-4bea-bc60-72d3b29ba79f req-1171997d-fadd-4182-aeb9-e5a6b1979254 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:41.845984 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-faeefd8d-cf94-4bea-bc60-72d3b29ba79f req-1171997d-fadd-4182-aeb9-e5a6b1979254 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 945 time: 0.0723481 Oct 19 00:46:41.946685 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-faeefd8d-cf94-4bea-bc60-72d3b29ba79f req-13b8fbb9-e9d0-43ee-bd3d-8636dac3bf90 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993061 Oct 19 00:46:42.488632 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:42.500181 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be60d2-6f87-4731-b9d7-1ccdd2de8a1f req-3d89b4ba-6985-4d3d-a8f7-082d89fd8d62 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:42.501752 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-53be60d2-6f87-4731-b9d7-1ccdd2de8a1f req-3d89b4ba-6985-4d3d-a8f7-082d89fd8d62 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 946 time: 0.0719833 Oct 19 00:46:42.571608 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-53be60d2-6f87-4731-b9d7-1ccdd2de8a1f req-9f6b5cd4-9a6c-400b-8ed2-f49a40a848d6 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4905e055-e53a-471c-a6b1-7e77931ff8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624421 Oct 19 00:46:43.180868 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec3148-eb1d-4293-9068-fccbad139ee6 req-b844414d-b356-43ee-ad4e-ac2ece89b94c tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:43.190668 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-07ec3148-eb1d-4293-9068-fccbad139ee6 req-b844414d-b356-43ee-ad4e-ac2ece89b94c tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 945 time: 0.0974565 Oct 19 00:46:43.286016 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-07ec3148-eb1d-4293-9068-fccbad139ee6 req-cd68a0b5-e2b2-46d4-91f2-68d1b4fdfb56 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959835 Oct 19 00:46:43.780884 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de1e7c-f182-48a2-936b-88d38e5f7c45 req-c44830e3-6533-4429-ae6e-bc954567820e tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:43.783096 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a4de1e7c-f182-48a2-936b-88d38e5f7c45 req-c44830e3-6533-4429-ae6e-bc954567820e tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 946 time: 0.1004701 Oct 19 00:46:43.890034 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a4de1e7c-f182-48a2-936b-88d38e5f7c45 req-f1f3620c-e1ca-4a2c-b025-2628ee183a2e tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4905e055-e53a-471c-a6b1-7e77931ff8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953181 Oct 19 00:46:44.066214 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1a839-9825-450e-86cc-c7eecd4d510a req-b6f0e12f-5f61-47a2-87e3-e1416172cc13 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:44.068760 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-61f1a839-9825-450e-86cc-c7eecd4d510a req-b6f0e12f-5f61-47a2-87e3-e1416172cc13 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 946 time: 0.0858781 Oct 19 00:46:44.087807 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 36980) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:46:44.093295 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-ee3aeaad-b85d-42a0-ba25-0eeefcccad14 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Request body: {'floatingip': {'port_id': '2b936cf8-a250-46ff-af9b-c10ccce59df7'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:46:44.186686 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ee3aeaad-b85d-42a0-ba25-0eeefcccad14 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks [] for floatingip (2ad5c382-922e-49b9-8fec-73e6fb8029f7), before_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:44.674727 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ddddb-9538-4cc5-bad3-6ed5f0385965 req-04c12ec4-a591-4177-8bf7-0d932b240b76 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:44.677564 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-538ddddb-9538-4cc5-bad3-6ed5f0385965 req-04c12ec4-a591-4177-8bf7-0d932b240b76 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 945 time: 0.1767514 Oct 19 00:46:44.876744 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-538ddddb-9538-4cc5-bad3-6ed5f0385965 req-a970107d-ba5c-4dd9-b977-744462f89285 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368432 Oct 19 00:46:44.883570 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:45.312548 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ee3aeaad-b85d-42a0-ba25-0eeefcccad14 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:45.317185 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ee3aeaad-b85d-42a0-ba25-0eeefcccad14 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942318'] for floatingip (2ad5c382-922e-49b9-8fec-73e6fb8029f7), after_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:45.435639 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.db.l3_db [None req-ee3aeaad-b85d-42a0-ba25-0eeefcccad14 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Floating IP 2ad5c382-922e-49b9-8fec-73e6fb8029f7 associated. External IP: 172.37.6.254, port: 2b936cf8-a250-46ff-af9b-c10ccce59df7. Oct 19 00:46:45.647560 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:45.671996 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:45.681313 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3aeaad-b85d-42a0-ba25-0eeefcccad14 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Router 1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7 has already been hosted by L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 {{(pid=111415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:46:45.705740 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc1d77-5e57-4302-a982-35d5539b8c22 req-cdb4b0f6-f0d8-426c-99eb-154f5310fc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:45.707598 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-0ccc1d77-5e57-4302-a982-35d5539b8c22 req-cdb4b0f6-f0d8-426c-99eb-154f5310fc6a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=37ffcffcae9b41bbb2d13adc49cb99df&device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 1129 time: 0.0482337 Oct 19 00:46:45.708081 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:45.815964 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3aeaad-b85d-42a0-ba25-0eeefcccad14 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:46:45.824846 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ee3aeaad-b85d-42a0-ba25-0eeefcccad14 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for floatingip (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:45.834402 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc1d77-5e57-4302-a982-35d5539b8c22 req-77f802f6-0332-4fb6-93bc-145aa87f1454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:45.836362 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634577f2-64fe-468c-b7c8-170e89c2fc2e None None] Sync routers for ids ['1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7'] in dv-cinder-master-3-iscsi {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:46:45.837129 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-0ccc1d77-5e57-4302-a982-35d5539b8c22 req-77f802f6-0332-4fb6-93bc-145aa87f1454 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc HTTP/1.1" status: 200 len: 917 time: 0.1226766 Oct 19 00:46:45.857892 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634577f2-64fe-468c-b7c8-170e89c2fc2e None None] Routers {'1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:46:45.858963 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-634577f2-64fe-468c-b7c8-170e89c2fc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:46:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:46:45.875632 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-ee3aeaad-b85d-42a0-ba25-0eeefcccad14 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/2ad5c382-922e-49b9-8fec-73e6fb8029f7 HTTP/1.1" status: 200 len: 992 time: 1.7862988 Oct 19 00:46:45.876869 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38d4219-8912-4fd9-9d02-7848016f7954', 'tag': '2b936cf8-a250-46ff-af9b-c10ccce59df7'}] {{(pid=111415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:46:45.880742 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f300162fd090eaaff70cedce24d76e4f7ed07854ce673f865be8180b69e4678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568e52cd-e5c0-4ec6-9a12-075f696104bf" -d '{"events": [{"name": "network-changed", "server_uuid": "b38d4219-8912-4fd9-9d02-7848016f7954", "tag": "2b936cf8-a250-46ff-af9b-c10ccce59df7"}]}' {{(pid=111415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:46:45.914005 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-0ccc1d77-5e57-4302-a982-35d5539b8c22 req-99721711-4e21-4e91-ab8a-3dadf072495a service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba933942-134c-497e-8475-ff284eee237e HTTP/1.1" status: 200 len: 1001 time: 0.0701201 Oct 19 00:46:45.973367 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:45.995952 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc1d77-5e57-4302-a982-35d5539b8c22 req-30e8eada-43f2-4ba9-aebe-69a960d07287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:45.998476 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-0ccc1d77-5e57-4302-a982-35d5539b8c22 req-30e8eada-43f2-4ba9-aebe-69a960d07287 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=29c3f2de-ba2c-47ae-bf44-d2591e2e7caf HTTP/1.1" status: 200 len: 855 time: 0.0786617 Oct 19 00:46:46.013911 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 00:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87a17e9-020d-472b-9692-ce8ecb2486bf x-openstack-request-id: req-a87a17e9-020d-472b-9692-ce8ecb2486bf {{(pid=111415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:46:46.014644 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b38d4219-8912-4fd9-9d02-7848016f7954", "tag": "2b936cf8-a250-46ff-af9b-c10ccce59df7", "status": "completed", "code": 200}]} {{(pid=111415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:46:46.015130 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a87a17e9-020d-472b-9692-ce8ecb2486bf {{(pid=111415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:46:46.015862 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a87a17e9-020d-472b-9692-ce8ecb2486bf'] response: {'name': 'network-changed', 'server_uuid': 'b38d4219-8912-4fd9-9d02-7848016f7954', 'tag': '2b936cf8-a250-46ff-af9b-c10ccce59df7', 'status': 'completed', 'code': 200} Oct 19 00:46:46.090682 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-634577f2-64fe-468c-b7c8-170e89c2fc2e None None] Set router 1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7 gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:46:46.095779 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=100 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:46.134382 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54c6a9-cd7a-4bc2-b699-cf69f5024434 req-18ff8596-0f5a-4342-926c-bf6bf278e346 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:46.136020 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-3d54c6a9-cd7a-4bc2-b699-cf69f5024434 req-18ff8596-0f5a-4342-926c-bf6bf278e346 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 945 time: 0.0630822 Oct 19 00:46:46.142944 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc1d77-5e57-4302-a982-35d5539b8c22 req-057f62e9-721f-4d83-86c0-02e875526ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:46.145854 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-0ccc1d77-5e57-4302-a982-35d5539b8c22 req-057f62e9-721f-4d83-86c0-02e875526ab8 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1406684 Oct 19 00:46:46.200071 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e52cd-e5c0-4ec6-9a12-075f696104bf req-97277e44-0f7b-469a-b8bd-438b45640e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:46.202777 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-568e52cd-e5c0-4ec6-9a12-075f696104bf req-97277e44-0f7b-469a-b8bd-438b45640e04 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=82d7723ef95b4c3faeac9835eeb233a5&device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 1130 time: 0.1278267 Oct 19 00:46:46.238909 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:46.247818 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-3d54c6a9-cd7a-4bc2-b699-cf69f5024434 req-b2b1414b-1813-4d4a-8eb2-156bd3a939dc tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986340 Oct 19 00:46:46.382757 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-634577f2-64fe-468c-b7c8-170e89c2fc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'name': 'tempest-AttachVolumeTestJSON-665471831-router', 'tenant_id': '82d7723ef95b4c3faeac9835eeb233a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.55'}], 'enable_snat': True}, 'gw_port_id': '60b35499-9e5f-4f78-9caa-176723e11297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:46:18Z', 'updated_at': '2022-10-19T00:46:22Z', 'revision_number': 4, 'project_id': '82d7723ef95b4c3faeac9835eeb233a5', 'gw_port': {'id': '60b35499-9e5f-4f78-9caa-176723e11297', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:46:19Z', 'updated_at': '2022-10-19T00:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '2ad5c382-922e-49b9-8fec-73e6fb8029f7', 'tenant_id': '82d7723ef95b4c3faeac9835eeb233a5', 'floating_ip_address': '172.37.6.254', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'port_id': '2b936cf8-a250-46ff-af9b-c10ccce59df7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68404256-b068-4f6b-bb54-21abe9c04e36', 'mac_address': 'fa:16:3e:8d:82:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38d4219-8912-4fd9-9d02-7848016f7954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:46:25Z', 'updated_at': '2022-10-19T00:46:45Z', 'revision_number': 1, 'project_id': '82d7723ef95b4c3faeac9835eeb233a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420d1988-55df-4bac-9ed8-1a033a3e0d13', 'name': '', 'network_id': '68404256-b068-4f6b-bb54-21abe9c04e36', 'tenant_id': '82d7723ef95b4c3faeac9835eeb233a5', 'mac_address': 'fa:16:3e:5e:54:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'f1202a63-9912-4834-858f-95da1154adf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:46:21Z', 'updated_at': '2022-10-19T00:46:29Z', 'revision_number': 5, 'project_id': '82d7723ef95b4c3faeac9835eeb233a5', 'subnets': [{'id': 'f1202a63-9912-4834-858f-95da1154adf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:46:46.415284 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634577f2-64fe-468c-b7c8-170e89c2fc2e None None] Checking router: 1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7 for host: dv-cinder-master-3-iscsi {{(pid=111416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:46:46.425400 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634577f2-64fe-468c-b7c8-170e89c2fc2e None None] Routers {'1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:46:46.426033 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-634577f2-64fe-468c-b7c8-170e89c2fc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:46:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:46:46.479017 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-0ccc1d77-5e57-4302-a982-35d5539b8c22 req-f78755f0-e6b7-40cb-b9fe-fed7ca2c712c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228133 Oct 19 00:46:46.487813 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e52cd-e5c0-4ec6-9a12-075f696104bf req-b927c35d-2331-4fe9-9e67-1603a768867a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:46.490986 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-568e52cd-e5c0-4ec6-9a12-075f696104bf req-b927c35d-2331-4fe9-9e67-1603a768867a service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=68404256-b068-4f6b-bb54-21abe9c04e36 HTTP/1.1" status: 200 len: 911 time: 0.2391894 Oct 19 00:46:46.595224 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-634577f2-64fe-468c-b7c8-170e89c2fc2e None None] Set router 1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7 gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:46:46.881657 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-568e52cd-e5c0-4ec6-9a12-075f696104bf req-7cded926-15b3-4088-8098-fa13a46b0e46 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b936cf8-a250-46ff-af9b-c10ccce59df7 HTTP/1.1" status: 200 len: 1000 time: 0.3788738 Oct 19 00:46:46.897325 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-634577f2-64fe-468c-b7c8-170e89c2fc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'name': 'tempest-AttachVolumeTestJSON-665471831-router', 'tenant_id': '82d7723ef95b4c3faeac9835eeb233a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.55'}], 'enable_snat': True}, 'gw_port_id': '60b35499-9e5f-4f78-9caa-176723e11297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:46:18Z', 'updated_at': '2022-10-19T00:46:22Z', 'revision_number': 4, 'project_id': '82d7723ef95b4c3faeac9835eeb233a5', 'gw_port': {'id': '60b35499-9e5f-4f78-9caa-176723e11297', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:46:19Z', 'updated_at': '2022-10-19T00:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '2ad5c382-922e-49b9-8fec-73e6fb8029f7', 'tenant_id': '82d7723ef95b4c3faeac9835eeb233a5', 'floating_ip_address': '172.37.6.254', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'port_id': '2b936cf8-a250-46ff-af9b-c10ccce59df7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68404256-b068-4f6b-bb54-21abe9c04e36', 'mac_address': 'fa:16:3e:8d:82:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38d4219-8912-4fd9-9d02-7848016f7954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:46:25Z', 'updated_at': '2022-10-19T00:46:45Z', 'revision_number': 1, 'project_id': '82d7723ef95b4c3faeac9835eeb233a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420d1988-55df-4bac-9ed8-1a033a3e0d13', 'name': '', 'network_id': '68404256-b068-4f6b-bb54-21abe9c04e36', 'tenant_id': '82d7723ef95b4c3faeac9835eeb233a5', 'mac_address': 'fa:16:3e:5e:54:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'f1202a63-9912-4834-858f-95da1154adf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:46:21Z', 'updated_at': '2022-10-19T00:46:29Z', 'revision_number': 5, 'project_id': '82d7723ef95b4c3faeac9835eeb233a5', 'subnets': [{'id': 'f1202a63-9912-4834-858f-95da1154adf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:46:46.933681 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634577f2-64fe-468c-b7c8-170e89c2fc2e None None] The sync data for ids ['1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7'] in dv-cinder-master-3-iscsi is: [{'id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'name': 'tempest-AttachVolumeTestJSON-665471831-router', 'tenant_id': '82d7723ef95b4c3faeac9835eeb233a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.55'}], 'enable_snat': True}, 'gw_port_id': '60b35499-9e5f-4f78-9caa-176723e11297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:46:18Z', 'updated_at': '2022-10-19T00:46:22Z', 'revision_number': 4, 'project_id': '82d7723ef95b4c3faeac9835eeb233a5', 'gw_port': {'id': '60b35499-9e5f-4f78-9caa-176723e11297', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:46:19Z', 'updated_at': '2022-10-19T00:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '2ad5c382-922e-49b9-8fec-73e6fb8029f7', 'tenant_id': '82d7723ef95b4c3faeac9835eeb233a5', 'floating_ip_address': '172.37.6.254', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'port_id': '2b936cf8-a250-46ff-af9b-c10ccce59df7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68404256-b068-4f6b-bb54-21abe9c04e36', 'mac_address': 'fa:16:3e:8d:82:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38d4219-8912-4fd9-9d02-7848016f7954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:46:25Z', 'updated_at': '2022-10-19T00:46:45Z', 'revision_number': 1, 'project_id': '82d7723ef95b4c3faeac9835eeb233a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420d1988-55df-4bac-9ed8-1a033a3e0d13', 'name': '', 'network_id': '68404256-b068-4f6b-bb54-21abe9c04e36', 'tenant_id': '82d7723ef95b4c3faeac9835eeb233a5', 'mac_address': 'fa:16:3e:5e:54:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'f1202a63-9912-4834-858f-95da1154adf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:46:21Z', 'updated_at': '2022-10-19T00:46:29Z', 'revision_number': 5, 'project_id': '82d7723ef95b4c3faeac9835eeb233a5', 'subnets': [{'id': 'f1202a63-9912-4834-858f-95da1154adf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:46:46.946393 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-0ccc1d77-5e57-4302-a982-35d5539b8c22 req-a6b7422d-0587-43d4-8624-c82ebab8f240 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4539263 Oct 19 00:46:46.950883 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=100 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:46.963378 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e52cd-e5c0-4ec6-9a12-075f696104bf req-b81197e6-45e7-4af5-9770-9ebf8c988b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:46.964908 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-568e52cd-e5c0-4ec6-9a12-075f696104bf req-b81197e6-45e7-4af5-9770-9ebf8c988b6d service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=f1202a63-9912-4834-858f-95da1154adf8 HTTP/1.1" status: 200 len: 849 time: 0.0717745 Oct 19 00:46:47.038401 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e52cd-e5c0-4ec6-9a12-075f696104bf req-72d8c2ca-8d4d-4dab-bc75-1b4408ab8319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:47.041056 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-568e52cd-e5c0-4ec6-9a12-075f696104bf req-72d8c2ca-8d4d-4dab-bc75-1b4408ab8319 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=68404256-b068-4f6b-bb54-21abe9c04e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0694680 Oct 19 00:46:47.188887 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4a0f79-579a-44d8-a63a-ea2d88bf7dd7 None None] New status for floating IP 2ad5c382-922e-49b9-8fec-73e6fb8029f7: ACTIVE {{(pid=111417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 00:46:47.415936 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f499e-e354-4275-8ca2-f4cba48b8416 req-2246a2dd-ae84-439a-84ae-245e6b2f2769 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:47.417545 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-184f499e-e354-4275-8ca2-f4cba48b8416 req-2246a2dd-ae84-439a-84ae-245e6b2f2769 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 945 time: 0.0592999 Oct 19 00:46:47.471891 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-184f499e-e354-4275-8ca2-f4cba48b8416 req-05445e1b-1e42-4a07-b934-782bb7edb0ee tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482199 Oct 19 00:46:48.660642 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf4c51b-e592-475c-b31d-ea357fa9e550 req-c9fdb163-b03a-4df5-a8ef-2b50630bfe8d tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:48.662760 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-caf4c51b-e592-475c-b31d-ea357fa9e550 req-c9fdb163-b03a-4df5-a8ef-2b50630bfe8d tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 945 time: 0.0618646 Oct 19 00:46:48.687914 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-568e52cd-e5c0-4ec6-9a12-075f696104bf req-a8149858-0a19-46b2-add7-8165b4937024 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/68404256-b068-4f6b-bb54-21abe9c04e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404562 Oct 19 00:46:48.727298 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-caf4c51b-e592-475c-b31d-ea357fa9e550 req-0e032887-aa25-4f9c-a4ac-eb7f9923643a tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548561 Oct 19 00:46:48.869705 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-568e52cd-e5c0-4ec6-9a12-075f696104bf req-ce2e2ac5-b5f2-4fd6-ba82-27943ee54090 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/68404256-b068-4f6b-bb54-21abe9c04e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450412 Oct 19 00:46:49.915884 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb1287-f7ed-4d74-b377-0156b81ca62f req-2ae8d1cb-2eab-464e-8247-359b10a3ced4 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:49.918288 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-f2eb1287-f7ed-4d74-b377-0156b81ca62f req-2ae8d1cb-2eab-464e-8247-359b10a3ced4 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 945 time: 0.0817783 Oct 19 00:46:49.976231 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-f2eb1287-f7ed-4d74-b377-0156b81ca62f req-d683320d-728c-4d52-b419-9e2821600f54 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517197 Oct 19 00:46:50.787904 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device ba933942-134c-497e-8475-ff284eee237e no longer exists at agent hyperv_hv-cinder-maste {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:46:50.881865 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port ba933942-134c-497e-8475-ff284eee237e is: ACTIVE; New status is: DOWN {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:46:50.882267 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (ba933942-134c-497e-8475-ff284eee237e), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:50.912419 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85efeeae-0648-4a33-bc74-c0f0d25880aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba933942-134c-497e-8475-ff284eee237e'}] {{(pid=111416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:46:50.914851 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0240e38e362fdc750089dc1f1183b30604621660299f95a12c585bcfa6b02ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e41bee-6112-44b0-96fe-8662517bf084" -d '{"events": [{"server_uuid": "85efeeae-0648-4a33-bc74-c0f0d25880aa", "name": "network-vif-unplugged", "status": "completed", "tag": "ba933942-134c-497e-8475-ff284eee237e"}]}' {{(pid=111416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:46:50.931682 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port ba933942-134c-497e-8475-ff284eee237e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ba933942-134c-497e-8475-ff284eee237e,segment=NetworkSegment(5e10216b-5353-4a7f-a5b9-0961a609cc49),segment_id=5e10216b-5353-4a7f-a5b9-0961a609cc49)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:46:50.937327 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (ba933942-134c-497e-8475-ff284eee237e), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:46:50.984069 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 19 Oct 2022 00:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfd5601-d0e6-41a6-950b-d8e5c138301e x-openstack-request-id: req-5bfd5601-d0e6-41a6-950b-d8e5c138301e {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:46:50.984545 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85efeeae-0648-4a33-bc74-c0f0d25880aa", "name": "network-vif-unplugged", "status": "failed", "tag": "ba933942-134c-497e-8475-ff284eee237e", "code": 422}]} {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:46:50.984954 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5bfd5601-d0e6-41a6-950b-d8e5c138301e {{(pid=111416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:46:50.985658 dv-cinder-master-3-iscsi neutron-server[111416]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5bfd5601-d0e6-41a6-950b-d8e5c138301e']: {'server_uuid': '85efeeae-0648-4a33-bc74-c0f0d25880aa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ba933942-134c-497e-8475-ff284eee237e', 'code': 422} returned with failed status Oct 19 00:46:51.199930 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9539d-1b84-420b-88bc-b5f716345a45 req-bf99d02e-52a9-4600-81f9-dc90a92b3bb4 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:51.202051 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9cf9539d-1b84-420b-88bc-b5f716345a45 req-bf99d02e-52a9-4600-81f9-dc90a92b3bb4 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 943 time: 0.0595496 Oct 19 00:46:51.228127 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:51.242283 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=ba933942-134c-497e-8475-ff284eee237e,revision_number=8']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:46:51.270319 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9cf9539d-1b84-420b-88bc-b5f716345a45 req-8b7a3a18-20ae-4852-8198-addc39d87d39 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599132 Oct 19 00:46:51.473019 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 37056) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:46:51.565838 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-dfd9dff5-cb23-4308-aacc-378d23a61469 req-9268a4c9-1050-42a7-b1c7-341edeb915f8 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0911944 Oct 19 00:46:51.576319 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [req-dfd9dff5-cb23-4308-aacc-378d23a61469 req-b7a4e468-1222-4506-b10e-e3a93245291e service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111414) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 19 00:46:51.577425 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-dfd9dff5-cb23-4308-aacc-378d23a61469 req-b7a4e468-1222-4506-b10e-e3a93245291e service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0056841 Oct 19 00:46:51.686579 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 37064) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:46:51.807081 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9dff5-cb23-4308-aacc-378d23a61469 req-02095155-18e9-4e3c-95f8-5bc6881c2563 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:51.808678 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-dfd9dff5-cb23-4308-aacc-378d23a61469 req-02095155-18e9-4e3c-95f8-5bc6881c2563 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports/ba933942-134c-497e-8475-ff284eee237e HTTP/1.1" status: 200 len: 940 time: 0.1208880 Oct 19 00:46:52.436932 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c5a13-87c6-4c3f-8c57-ba16ea084f2f req-5d5745b8-5670-4ce8-a95d-b797d6d8fef3 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:52.439678 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-f83c5a13-87c6-4c3f-8c57-ba16ea084f2f req-5d5745b8-5670-4ce8-a95d-b797d6d8fef3 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 943 time: 0.0614095 Oct 19 00:46:52.521232 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-f83c5a13-87c6-4c3f-8c57-ba16ea084f2f req-9f59744a-dfba-42b2-909f-f15b20163c8a tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719712 Oct 19 00:46:53.070022 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9dff5-cb23-4308-aacc-378d23a61469 req-fd1ff130-0ff8-42e1-87d2-a0df6081d9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:53.071803 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-dfd9dff5-cb23-4308-aacc-378d23a61469 req-fd1ff130-0ff8-42e1-87d2-a0df6081d9c6 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa&tenant_id=37ffcffcae9b41bbb2d13adc49cb99df HTTP/1.1" status: 200 len: 1127 time: 0.0496912 Oct 19 00:46:53.171370 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9dff5-cb23-4308-aacc-378d23a61469 req-601a0a39-079b-4a38-b7c7-18ab62b894c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:53.173513 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-dfd9dff5-cb23-4308-aacc-378d23a61469 req-601a0a39-079b-4a38-b7c7-18ab62b894c1 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=37ffcffcae9b41bbb2d13adc49cb99df&device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 1127 time: 0.0519969 Oct 19 00:46:53.296642 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9dff5-cb23-4308-aacc-378d23a61469 req-42dedf20-c5c1-41a8-b1cd-c6ba079e5d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:53.298568 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-dfd9dff5-cb23-4308-aacc-378d23a61469 req-42dedf20-c5c1-41a8-b1cd-c6ba079e5d61 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc HTTP/1.1" status: 200 len: 917 time: 0.1130211 Oct 19 00:46:53.373235 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-dfd9dff5-cb23-4308-aacc-378d23a61469 req-44dd5f74-9803-4514-a286-9f768068072f service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba933942-134c-497e-8475-ff284eee237e HTTP/1.1" status: 200 len: 999 time: 0.0664341 Oct 19 00:46:53.414173 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=100 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:53.433306 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9dff5-cb23-4308-aacc-378d23a61469 req-e14520ce-7dd3-4c46-87eb-a4267eb7c97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:53.435182 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-dfd9dff5-cb23-4308-aacc-378d23a61469 req-e14520ce-7dd3-4c46-87eb-a4267eb7c97d service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=29c3f2de-ba2c-47ae-bf44-d2591e2e7caf HTTP/1.1" status: 200 len: 855 time: 0.0553205 Oct 19 00:46:53.491847 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9dff5-cb23-4308-aacc-378d23a61469 req-6593049d-9350-40e2-894a-c673a3a6c47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:53.493522 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-dfd9dff5-cb23-4308-aacc-378d23a61469 req-6593049d-9350-40e2-894a-c673a3a6c47e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506992 Oct 19 00:46:53.607562 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-dfd9dff5-cb23-4308-aacc-378d23a61469 req-48d2ff96-f8ac-4c39-a87e-06033d24b691 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060016 Oct 19 00:46:53.708857 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bcf74c-ef32-418e-a8b2-5f3befb2e265 req-04d015cc-fa88-4447-af27-e55a85467bb4 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:53.711195 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-20bcf74c-ef32-418e-a8b2-5f3befb2e265 req-04d015cc-fa88-4447-af27-e55a85467bb4 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 943 time: 0.0617244 Oct 19 00:46:53.739067 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-dfd9dff5-cb23-4308-aacc-378d23a61469 req-d0b0fae2-58a0-4576-9e2d-2c3abaa03ba3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228600 Oct 19 00:46:53.769788 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-20bcf74c-ef32-418e-a8b2-5f3befb2e265 req-0c8d9aa4-80be-452f-9a24-c04b1dc85e87 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518446 Oct 19 00:46:54.967059 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1987e-6218-42fd-ac72-e80bf4a1630b req-e9e53789-3e2b-4aec-b5ec-5443bdb79cf0 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:54.970288 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-59f1987e-6218-42fd-ac72-e80bf4a1630b req-e9e53789-3e2b-4aec-b5ec-5443bdb79cf0 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 943 time: 0.0883086 Oct 19 00:46:55.049730 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:46:55.057714 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-59f1987e-6218-42fd-ac72-e80bf4a1630b req-c5ebf904-bbdc-4e6e-bcc5-977d578dbc3d tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808983 Oct 19 00:46:56.263009 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f8b13-efd0-4f52-b9bc-7a5078987d1e req-602d7153-4a99-4ff2-99b6-38d4131b3f44 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:56.273813 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-509f8b13-efd0-4f52-b9bc-7a5078987d1e req-602d7153-4a99-4ff2-99b6-38d4131b3f44 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 943 time: 0.0984023 Oct 19 00:46:56.337305 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-509f8b13-efd0-4f52-b9bc-7a5078987d1e req-2a7b55fc-3e82-430c-8801-49a5524ae22e tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619776 Oct 19 00:46:57.497454 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabb29d-b804-4351-ae51-d71fc7c4e767 req-91e4eae1-11da-4f9f-9a6e-5b539f7ceb48 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:57.499127 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-dcabb29d-b804-4351-ae51-d71fc7c4e767 req-91e4eae1-11da-4f9f-9a6e-5b539f7ceb48 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 943 time: 0.0610175 Oct 19 00:46:57.593558 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-dcabb29d-b804-4351-ae51-d71fc7c4e767 req-3d8ec030-62c8-4ca9-80d9-9ae37d2c3a0a tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833936 Oct 19 00:46:58.827887 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14012cfb-a083-405b-bb88-06bb0202b293 req-1eb786ca-a9c9-454e-8574-874cca8c1d9e tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:46:58.841284 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-14012cfb-a083-405b-bb88-06bb0202b293 req-1eb786ca-a9c9-454e-8574-874cca8c1d9e tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 943 time: 0.1053536 Oct 19 00:46:58.923045 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-14012cfb-a083-405b-bb88-06bb0202b293 req-7e399307-998a-41fb-b392-563dcd5227e4 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796599 Oct 19 00:47:00.190950 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a345001-46e4-4914-9b0d-899b81e2aa2c req-c765fbde-aa1c-4922-a571-3eb4af182b13 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:00.215114 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-1a345001-46e4-4914-9b0d-899b81e2aa2c req-c765fbde-aa1c-4922-a571-3eb4af182b13 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 943 time: 0.1514938 Oct 19 00:47:00.300784 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-1a345001-46e4-4914-9b0d-899b81e2aa2c req-10547e01-2ef9-424f-87b0-ebb4443a91cb tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885940 Oct 19 00:47:01.227182 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=92 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:01.238312 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=70,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:01.522599 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20dd7a-f1c9-457e-a084-82cf8c86ab00 req-5df69a5b-f6e2-4f2c-8628-a84e6e3b69ad tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:01.525674 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-af20dd7a-f1c9-457e-a084-82cf8c86ab00 req-5df69a5b-f6e2-4f2c-8628-a84e6e3b69ad tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 943 time: 0.0826919 Oct 19 00:47:01.609974 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-af20dd7a-f1c9-457e-a084-82cf8c86ab00 req-561e5166-655f-4821-877b-91e2ecf05466 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771697 Oct 19 00:47:01.816727 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (6724934a-8b6e-4109-8304-d160e240b776), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:02.804696 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728cebc-43b0-4522-a90f-8fb1221dd19b req-2ff79eae-59cf-49f0-9c2e-42f4c4298bbc tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:02.806364 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-f728cebc-43b0-4522-a90f-8fb1221dd19b req-2ff79eae-59cf-49f0-9c2e-42f4c4298bbc tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 943 time: 0.0744429 Oct 19 00:47:02.871372 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-f728cebc-43b0-4522-a90f-8fb1221dd19b req-468cf5b2-dd42-41da-8d6d-ed4330278ee1 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578694 Oct 19 00:47:03.727679 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=27 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:03.735089 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=70 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:04.014920 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13ca99-aea5-44f3-a6ae-e826227343df req-14709419-9b46-4829-9f4a-41c8c61650a4 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:04.016720 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-6a13ca99-aea5-44f3-a6ae-e826227343df req-14709419-9b46-4829-9f4a-41c8c61650a4 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 943 time: 0.0542016 Oct 19 00:47:04.075725 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-6a13ca99-aea5-44f3-a6ae-e826227343df req-17d03ff7-9edd-49d3-8b5a-7a4230742a89 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528948 Oct 19 00:47:04.579455 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-bc5f2848-21b8-449b-bc9f-1f6a28871299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:05.237212 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2089929-4b12-4ffc-b947-de676e120791 req-7fa96265-448d-4998-96cc-a42e4a77c2cd tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:05.239777 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a2089929-4b12-4ffc-b947-de676e120791 req-7fa96265-448d-4998-96cc-a42e4a77c2cd tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 943 time: 0.0746555 Oct 19 00:47:05.253819 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:05.296181 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a2089929-4b12-4ffc-b947-de676e120791 req-7495c534-39b7-4a40-a3cf-acd9005f30f4 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496166 Oct 19 00:47:06.259670 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:06.267877 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:06.454025 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a375e9c-e76b-4b83-9c16-fd3cdbcba76b req-ddd53d04-6dd6-476f-ad02-a172738e2f98 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:06.456256 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-0a375e9c-e76b-4b83-9c16-fd3cdbcba76b req-ddd53d04-6dd6-476f-ad02-a172738e2f98 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 943 time: 0.0705876 Oct 19 00:47:06.534613 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-0a375e9c-e76b-4b83-9c16-fd3cdbcba76b req-52e996c9-4f5a-4fea-8a46-1395e574a6f1 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716820 Oct 19 00:47:06.773317 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-7963f482-c980-4969-8426-0522845318f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:06.836923 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device ba933942-134c-497e-8475-ff284eee237e details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=111416) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:47:06.957517 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port ba933942-134c-497e-8475-ff284eee237e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ba933942-134c-497e-8475-ff284eee237e,segment=NetworkSegment(5e10216b-5353-4a7f-a5b9-0961a609cc49),segment_id=5e10216b-5353-4a7f-a5b9-0961a609cc49)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:47:06.972248 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Returning: {'device': 'ba933942-134c-497e-8475-ff284eee237e', 'network_id': '173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc', 'port_id': 'ba933942-134c-497e-8475-ff284eee237e', 'mac_address': 'fa:16:3e:85:e8:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c3f2de-ba2c-47ae-bf44-d2591e2e7caf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111416) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:47:07.017465 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port ba933942-134c-497e-8475-ff284eee237e is: DOWN; New status is: BUILD {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:47:07.017837 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (ba933942-134c-497e-8475-ff284eee237e), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:07.035722 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba933942-134c-497e-8475-ff284eee237e {{(pid=111416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 00:47:07.060215 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port ba933942-134c-497e-8475-ff284eee237e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ba933942-134c-497e-8475-ff284eee237e,segment=NetworkSegment(5e10216b-5353-4a7f-a5b9-0961a609cc49),segment_id=5e10216b-5353-4a7f-a5b9-0961a609cc49)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:47:07.065762 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (ba933942-134c-497e-8475-ff284eee237e), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:07.137324 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=ba933942-134c-497e-8475-ff284eee237e,revision_number=9']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:47:07.423536 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] get_ports_and_sgs() called for port_ids ['ba933942-134c-497e-8475-ff284eee237e'] {{(pid=111416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 00:47:07.706770 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d53cf-2206-421f-ae1e-e68beb497f60 req-bd97568d-caa3-417d-a201-1dfc405a287b tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:07.709018 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-0d9d53cf-2206-421f-ae1e-e68beb497f60 req-bd97568d-caa3-417d-a201-1dfc405a287b tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 944 time: 0.0697289 Oct 19 00:47:07.788823 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-0d9d53cf-2206-421f-ae1e-e68beb497f60 req-458ef712-83ad-4a53-96c4-a42675797951 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733047 Oct 19 00:47:08.266929 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:08.881049 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device ba933942-134c-497e-8475-ff284eee237e up at agent hyperv_hv-cinder-maste {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:47:08.940166 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e3939-368f-4f0d-846a-9bf4e4b3189a req-0924ef3e-7bfc-4a20-87ab-264b6d8ecc4f tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:08.943482 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-be1e3939-368f-4f0d-846a-9bf4e4b3189a req-0924ef3e-7bfc-4a20-87ab-264b6d8ecc4f tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 944 time: 0.0604377 Oct 19 00:47:08.945017 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Provisioning complete for port ba933942-134c-497e-8475-ff284eee237e triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:47:08.945668 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (ba933942-134c-497e-8475-ff284eee237e), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:08.946245 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Attempt 1 to provision port ba933942-134c-497e-8475-ff284eee237e Oct 19 00:47:09.023918 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-be1e3939-368f-4f0d-846a-9bf4e4b3189a req-70cf01be-1001-4985-b05a-9b87f3141f4a tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742142 Oct 19 00:47:09.079619 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port ba933942-134c-497e-8475-ff284eee237e is: BUILD; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:47:09.080004 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (ba933942-134c-497e-8475-ff284eee237e), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:09.108254 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85efeeae-0648-4a33-bc74-c0f0d25880aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba933942-134c-497e-8475-ff284eee237e'}] {{(pid=111416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:47:09.110829 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0240e38e362fdc750089dc1f1183b30604621660299f95a12c585bcfa6b02ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c1006f-6e5a-4e5b-9d5a-21b79421adab" -d '{"events": [{"server_uuid": "85efeeae-0648-4a33-bc74-c0f0d25880aa", "name": "network-vif-plugged", "status": "completed", "tag": "ba933942-134c-497e-8475-ff284eee237e"}]}' {{(pid=111416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:47:09.126646 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port ba933942-134c-497e-8475-ff284eee237e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ba933942-134c-497e-8475-ff284eee237e,segment=NetworkSegment(5e10216b-5353-4a7f-a5b9-0961a609cc49),segment_id=5e10216b-5353-4a7f-a5b9-0961a609cc49)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:47:09.133068 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (ba933942-134c-497e-8475-ff284eee237e), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:09.179559 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 00:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5cc1dc-49b6-4372-bc20-bfdcbff0c905 x-openstack-request-id: req-8a5cc1dc-49b6-4372-bc20-bfdcbff0c905 {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:47:09.179863 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85efeeae-0648-4a33-bc74-c0f0d25880aa", "name": "network-vif-plugged", "status": "completed", "tag": "ba933942-134c-497e-8475-ff284eee237e", "code": 200}]} {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:47:09.180123 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8a5cc1dc-49b6-4372-bc20-bfdcbff0c905 {{(pid=111416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:47:09.180524 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a5cc1dc-49b6-4372-bc20-bfdcbff0c905'] response: {'server_uuid': '85efeeae-0648-4a33-bc74-c0f0d25880aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba933942-134c-497e-8475-ff284eee237e', 'code': 200} Oct 19 00:47:09.215440 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=ba933942-134c-497e-8475-ff284eee237e,revision_number=10']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:47:09.462829 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a4445b-5670-448b-b3d5-b084ad74f83a req-fad45821-ce8d-4736-9713-b019782fe7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:09.464792 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-a7a4445b-5670-448b-b3d5-b084ad74f83a req-fad45821-ce8d-4736-9713-b019782fe7e0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 1130 time: 0.0468538 Oct 19 00:47:09.517463 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-a7a4445b-5670-448b-b3d5-b084ad74f83a req-e87bf2ef-2731-4f25-84e9-74cd9ebad7b9 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455685 Oct 19 00:47:10.022090 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:10.040599 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:10.137750 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:10.187744 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b5dde-e4d1-4a52-b0bc-1cba6c5e0cdb req-81baca5d-4935-49db-839e-e16e80cc0f84 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:10.189396 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-cc0b5dde-e4d1-4a52-b0bc-1cba6c5e0cdb req-81baca5d-4935-49db-839e-e16e80cc0f84 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 946 time: 0.0624161 Oct 19 00:47:10.247311 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-cc0b5dde-e4d1-4a52-b0bc-1cba6c5e0cdb req-35451093-e0f1-4563-9e47-134a46dd0960 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515778 Oct 19 00:47:10.280828 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:10.630939 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22ef4a-1311-44bf-8074-192a5fc2cabe req-f68c8571-217d-4105-ab0f-0e6d881ca6ad tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:10.632567 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8f22ef4a-1311-44bf-8074-192a5fc2cabe req-f68c8571-217d-4105-ab0f-0e6d881ca6ad tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b7c19ee-6d89-4855-bf4b-d35b65bb170b HTTP/1.1" status: 200 len: 945 time: 0.0542724 Oct 19 00:47:10.691717 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8f22ef4a-1311-44bf-8074-192a5fc2cabe req-822f67f8-5017-4760-ac6b-341d16e66d00 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530508 Oct 19 00:47:11.444484 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4962144-550a-4eea-bfcc-91034f36c433 req-2e8be670-9dc5-45ef-bc12-f7fa260c8eb9 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:11.447460 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-f4962144-550a-4eea-bfcc-91034f36c433 req-2e8be670-9dc5-45ef-bc12-f7fa260c8eb9 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 946 time: 0.0808275 Oct 19 00:47:11.507355 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-f4962144-550a-4eea-bfcc-91034f36c433 req-e17d0054-c298-4cce-98a1-a2523eb335c6 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538824 Oct 19 00:47:11.834917 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14650e-c018-4ae1-9fc2-abf21f53789c req-b1f576da-a15b-41ae-a325-8b01d7da3c5c tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:11.836692 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ce14650e-c018-4ae1-9fc2-abf21f53789c req-b1f576da-a15b-41ae-a325-8b01d7da3c5c tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b7c19ee-6d89-4855-bf4b-d35b65bb170b HTTP/1.1" status: 200 len: 945 time: 0.0580952 Oct 19 00:47:11.897451 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ce14650e-c018-4ae1-9fc2-abf21f53789c req-d22238bc-b9ff-4fde-ab23-b7ca6bb2d5bc tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543997 Oct 19 00:47:12.292472 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.agents_db [None req-a13584a9-f264-4877-bb17-87a252e2109a None None] Agent healthcheck: found 6 active agents {{(pid=111417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:47:12.661119 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc675e9-3251-42a9-89fd-ac37e1a554a8 req-4239d844-14e8-470a-92e1-a99dbe11e783 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:12.662903 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-4fc675e9-3251-42a9-89fd-ac37e1a554a8 req-4239d844-14e8-470a-92e1-a99dbe11e783 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 946 time: 0.0538731 Oct 19 00:47:12.723394 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-4fc675e9-3251-42a9-89fd-ac37e1a554a8 req-5bb748c1-89c4-4d49-bb30-2be5a7ba568b tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542729 Oct 19 00:47:13.053728 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318fb583-63b4-449a-9768-847cc0a0a6d7 req-967a5c2a-76b0-4e54-af78-586ccd3afbc2 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:13.055365 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-318fb583-63b4-449a-9768-847cc0a0a6d7 req-967a5c2a-76b0-4e54-af78-586ccd3afbc2 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b7c19ee-6d89-4855-bf4b-d35b65bb170b HTTP/1.1" status: 200 len: 945 time: 0.0575185 Oct 19 00:47:13.105035 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf998b8f-31ce-4dbd-8197-6604e44961ef req-4ce54be4-3e7a-4161-8500-b4a34843ff5e tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:13.106634 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-cf998b8f-31ce-4dbd-8197-6604e44961ef req-4ce54be4-3e7a-4161-8500-b4a34843ff5e tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0b7c19ee-6d89-4855-bf4b-d35b65bb170b HTTP/1.1" status: 200 len: 945 time: 0.0553298 Oct 19 00:47:13.136345 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-318fb583-63b4-449a-9768-847cc0a0a6d7 req-91f49554-a805-49aa-ae64-7d344091e63f tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738328 Oct 19 00:47:13.205953 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [req-cf998b8f-31ce-4dbd-8197-6604e44961ef req-b33da493-b597-4ffc-bea5-cb22dafdff92 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Deleting port 3f92cbb3-bb62-457d-b0d7-92947884c5fb {{(pid=111414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:47:13.206215 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-cf998b8f-31ce-4dbd-8197-6604e44961ef req-b33da493-b597-4ffc-bea5-cb22dafdff92 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (3f92cbb3-bb62-457d-b0d7-92947884c5fb), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:13.312639 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-cf998b8f-31ce-4dbd-8197-6604e44961ef req-b33da493-b597-4ffc-bea5-cb22dafdff92 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] For port 3f92cbb3-bb62-457d-b0d7-92947884c5fb, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3f92cbb3-bb62-457d-b0d7-92947884c5fb,segment=NetworkSegment(e263339d-8163-42c1-82aa-55d7bd373377),segment_id=e263339d-8163-42c1-82aa-55d7bd373377)] {{(pid=111414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:47:13.313001 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-cf998b8f-31ce-4dbd-8197-6604e44961ef req-b33da493-b597-4ffc-bea5-cb22dafdff92 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (3f92cbb3-bb62-457d-b0d7-92947884c5fb), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:13.597850 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-cf998b8f-31ce-4dbd-8197-6604e44961ef req-b33da493-b597-4ffc-bea5-cb22dafdff92 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:13.599002 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-cf998b8f-31ce-4dbd-8197-6604e44961ef req-b33da493-b597-4ffc-bea5-cb22dafdff92 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942318'] for floatingip (84030ac4-d4db-4fd2-9449-ac5b759fdfa5), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:13.599535 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.db.l3_db [req-cf998b8f-31ce-4dbd-8197-6604e44961ef req-b33da493-b597-4ffc-bea5-cb22dafdff92 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Floating IP 84030ac4-d4db-4fd2-9449-ac5b759fdfa5 disassociated. External IP: 172.37.6.18, port: 3f92cbb3-bb62-457d-b0d7-92947884c5fb. Oct 19 00:47:13.600140 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [req-cf998b8f-31ce-4dbd-8197-6604e44961ef req-b33da493-b597-4ffc-bea5-cb22dafdff92 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Calling delete_port for 3f92cbb3-bb62-457d-b0d7-92947884c5fb owned by compute:nova {{(pid=111414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:47:13.843260 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-cf998b8f-31ce-4dbd-8197-6604e44961ef req-b33da493-b597-4ffc-bea5-cb22dafdff92 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (3f92cbb3-bb62-457d-b0d7-92947884c5fb), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:13.886011 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da493-b597-4ffc-bea5-cb22dafdff92 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Pushing event deleted for resources: {'Port': ['ID=3f92cbb3-bb62-457d-b0d7-92947884c5fb,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:47:13.909052 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da493-b597-4ffc-bea5-cb22dafdff92 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:13.909052 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da493-b597-4ffc-bea5-cb22dafdff92 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:13.909052 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da493-b597-4ffc-bea5-cb22dafdff92 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:13.909052 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da493-b597-4ffc-bea5-cb22dafdff92 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:13.909052 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da493-b597-4ffc-bea5-cb22dafdff92 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:13.909052 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da493-b597-4ffc-bea5-cb22dafdff92 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:13.910127 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da493-b597-4ffc-bea5-cb22dafdff92 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:13.910127 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da493-b597-4ffc-bea5-cb22dafdff92 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:13.910127 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da493-b597-4ffc-bea5-cb22dafdff92 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:13.911811 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da493-b597-4ffc-bea5-cb22dafdff92 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:13.911811 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da493-b597-4ffc-bea5-cb22dafdff92 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:13.911811 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da493-b597-4ffc-bea5-cb22dafdff92 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:13.911811 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da493-b597-4ffc-bea5-cb22dafdff92 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:13.911811 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da493-b597-4ffc-bea5-cb22dafdff92 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:13.912539 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da493-b597-4ffc-bea5-cb22dafdff92 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:13.916887 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222cb88a-cef1-43f8-bcab-07ef9b7ea556 req-2912025c-245d-4af4-8cd6-bdbb29f91639 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:13.921382 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-222cb88a-cef1-43f8-bcab-07ef9b7ea556 req-2912025c-245d-4af4-8cd6-bdbb29f91639 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 946 time: 0.0853546 Oct 19 00:47:13.984745 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-222cb88a-cef1-43f8-bcab-07ef9b7ea556 req-07476b7e-fff7-4ed0-a28e-84711660b730 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527461 Oct 19 00:47:14.068981 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf998b8f-31ce-4dbd-8197-6604e44961ef req-b33da493-b597-4ffc-bea5-cb22dafdff92 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Router e4e088dd-fead-45f8-a190-19c3426512cb has already been hosted by L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 {{(pid=111414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:47:14.202918 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf998b8f-31ce-4dbd-8197-6604e44961ef req-b33da493-b597-4ffc-bea5-cb22dafdff92 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:47:14.216615 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9679a36b-c913-42b5-8572-dac6107018e6 None None] Sync routers for ids ['e4e088dd-fead-45f8-a190-19c3426512cb'] in dv-cinder-master-3-iscsi {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:47:14.235788 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9679a36b-c913-42b5-8572-dac6107018e6 None None] Routers {'e4e088dd-fead-45f8-a190-19c3426512cb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:47:14.237425 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-9679a36b-c913-42b5-8572-dac6107018e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:47:07Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['e4e088dd-fead-45f8-a190-19c3426512cb'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:47:14.251309 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:14.285853 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf998b8f-31ce-4dbd-8197-6604e44961ef req-b33da493-b597-4ffc-bea5-cb22dafdff92 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] No DVR routers for this DVR port 3f92cbb3-bb62-457d-b0d7-92947884c5fb on host hv-cinder-maste {{(pid=111414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 19 00:47:14.292478 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-cf998b8f-31ce-4dbd-8197-6604e44961ef req-b33da493-b597-4ffc-bea5-cb22dafdff92 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:14.299260 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-cf998b8f-31ce-4dbd-8197-6604e44961ef req-b33da493-b597-4ffc-bea5-cb22dafdff92 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.20 "DELETE /networking/v2.0/ports/3f92cbb3-bb62-457d-b0d7-92947884c5fb HTTP/1.1" status: 204 len: 173 time: 1.1862187 Oct 19 00:47:14.300267 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7c19ee-6d89-4855-bf4b-d35b65bb170b', 'name': 'network-vif-deleted', 'tag': '3f92cbb3-bb62-457d-b0d7-92947884c5fb'}] {{(pid=111414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:47:14.315564 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e46469f00a83062af0f8a877bbd3a06bc7f865c711541049e4990ec8a28c8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263ece15-7d32-432f-b7e6-ea626f61bf57" -d '{"events": [{"server_uuid": "0b7c19ee-6d89-4855-bf4b-d35b65bb170b", "name": "network-vif-deleted", "tag": "3f92cbb3-bb62-457d-b0d7-92947884c5fb"}]}' {{(pid=111414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:47:14.319375 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-7c82cb33-60b0-4248-b111-fae031301321 req-7287b55c-f4b4-480b-abc5-456b8954fd20 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b7c19ee-6d89-4855-bf4b-d35b65bb170b HTTP/1.1" status: 200 len: 210 time: 0.0648050 Oct 19 00:47:14.429419 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 00:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc39f98-fb18-4bc7-96aa-9c06b1c6198d x-openstack-request-id: req-2cc39f98-fb18-4bc7-96aa-9c06b1c6198d {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:47:14.429907 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b7c19ee-6d89-4855-bf4b-d35b65bb170b", "name": "network-vif-deleted", "tag": "3f92cbb3-bb62-457d-b0d7-92947884c5fb", "status": "completed", "code": 200}]} {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:47:14.434309 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2cc39f98-fb18-4bc7-96aa-9c06b1c6198d {{(pid=111414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:47:14.435114 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cc39f98-fb18-4bc7-96aa-9c06b1c6198d'] response: {'server_uuid': '0b7c19ee-6d89-4855-bf4b-d35b65bb170b', 'name': 'network-vif-deleted', 'tag': '3f92cbb3-bb62-457d-b0d7-92947884c5fb', 'status': 'completed', 'code': 200} Oct 19 00:47:14.453015 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-9679a36b-c913-42b5-8572-dac6107018e6 None None] Set router e4e088dd-fead-45f8-a190-19c3426512cb gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:47:14.498269 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:14.728006 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-9679a36b-c913-42b5-8572-dac6107018e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'name': 'tempest-TestVolumeBootPattern-1509644699-router', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.224'}], 'enable_snat': True}, 'gw_port_id': 'dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:43:56Z', 'updated_at': '2022-10-19T00:44:00Z', 'revision_number': 4, 'project_id': '8684504b0eff415b9063cebae21ca667', 'gw_port': {'id': 'dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:43:57Z', 'updated_at': '2022-10-19T00:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6c4a76fb-25b4-4764-9e7e-531467118a04', 'name': '', 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'mac_address': 'fa:16:3e:9d:ff:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ed6b2b90-24f3-4781-a6d8-0b858f53c7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:43:59Z', 'updated_at': '2022-10-19T00:44:06Z', 'revision_number': 5, 'project_id': '8684504b0eff415b9063cebae21ca667', 'subnets': [{'id': 'ed6b2b90-24f3-4781-a6d8-0b858f53c7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:47:14.759045 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9679a36b-c913-42b5-8572-dac6107018e6 None None] Checking router: e4e088dd-fead-45f8-a190-19c3426512cb for host: dv-cinder-master-3-iscsi {{(pid=111416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:47:14.774951 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9679a36b-c913-42b5-8572-dac6107018e6 None None] Routers {'e4e088dd-fead-45f8-a190-19c3426512cb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:47:14.775900 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-9679a36b-c913-42b5-8572-dac6107018e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:47:07Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['e4e088dd-fead-45f8-a190-19c3426512cb'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:47:14.925663 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-9679a36b-c913-42b5-8572-dac6107018e6 None None] Set router e4e088dd-fead-45f8-a190-19c3426512cb gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:47:15.163774 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-9679a36b-c913-42b5-8572-dac6107018e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'name': 'tempest-TestVolumeBootPattern-1509644699-router', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.224'}], 'enable_snat': True}, 'gw_port_id': 'dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:43:56Z', 'updated_at': '2022-10-19T00:44:00Z', 'revision_number': 4, 'project_id': '8684504b0eff415b9063cebae21ca667', 'gw_port': {'id': 'dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:43:57Z', 'updated_at': '2022-10-19T00:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6c4a76fb-25b4-4764-9e7e-531467118a04', 'name': '', 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'mac_address': 'fa:16:3e:9d:ff:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ed6b2b90-24f3-4781-a6d8-0b858f53c7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:43:59Z', 'updated_at': '2022-10-19T00:44:06Z', 'revision_number': 5, 'project_id': '8684504b0eff415b9063cebae21ca667', 'subnets': [{'id': 'ed6b2b90-24f3-4781-a6d8-0b858f53c7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:47:15.193649 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9679a36b-c913-42b5-8572-dac6107018e6 None None] The sync data for ids ['e4e088dd-fead-45f8-a190-19c3426512cb'] in dv-cinder-master-3-iscsi is: [{'id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'name': 'tempest-TestVolumeBootPattern-1509644699-router', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.224'}], 'enable_snat': True}, 'gw_port_id': 'dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:43:56Z', 'updated_at': '2022-10-19T00:44:00Z', 'revision_number': 4, 'project_id': '8684504b0eff415b9063cebae21ca667', 'gw_port': {'id': 'dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:43:57Z', 'updated_at': '2022-10-19T00:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6c4a76fb-25b4-4764-9e7e-531467118a04', 'name': '', 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'mac_address': 'fa:16:3e:9d:ff:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ed6b2b90-24f3-4781-a6d8-0b858f53c7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:43:59Z', 'updated_at': '2022-10-19T00:44:06Z', 'revision_number': 5, 'project_id': '8684504b0eff415b9063cebae21ca667', 'subnets': [{'id': 'ed6b2b90-24f3-4781-a6d8-0b858f53c7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:47:15.504932 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-3db98416-acc0-46e7-a062-19878ed6a32e req-89cdbf53-ad78-4bee-885d-4204a34b20a8 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b7c19ee-6d89-4855-bf4b-d35b65bb170b HTTP/1.1" status: 200 len: 210 time: 0.0549173 Oct 19 00:47:15.509405 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdc53d2-509a-4ef4-8134-c6bbfa7d4c20 None None] New status for floating IP 84030ac4-d4db-4fd2-9449-ac5b759fdfa5: DOWN {{(pid=111417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 00:47:16.841384 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:16.873349 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-b29e92bf-13e5-408f-8f3f-24d145351078 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1056832705&fields=id&tenant_id=8684504b0eff415b9063cebae21ca667 HTTP/1.1" status: 200 len: 267 time: 0.0558767 Oct 19 00:47:16.944810 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 3f92cbb3-bb62-457d-b0d7-92947884c5fb no longer exists at agent hyperv_hv-cinder-maste {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:47:16.976564 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] No Port match for: 3f92cbb3-bb62-457d-b0d7-92947884c5fb {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:47:16.977095 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 3f92cbb3-bb62-457d-b0d7-92947884c5fb not bound to the agent host hv-cinder-maste {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:47:17.014821 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-91b0786a-b68f-4907-bc90-07f420172e29 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:17.016391 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-91b0786a-b68f-4907-bc90-07f420172e29 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/networks?id=cfe47441-dd27-4b7c-958a-cc2e5c8243ac HTTP/1.1" status: 200 len: 812 time: 0.1347992 Oct 19 00:47:17.037932 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-18cee783-83d0-473f-9b1a-0b504d6a64df tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/quotas/8684504b0eff415b9063cebae21ca667 HTTP/1.1" status: 200 len: 375 time: 0.0115836 Oct 19 00:47:17.103350 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-733ff067-c780-4737-b83e-4b831be37b0e tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=8684504b0eff415b9063cebae21ca667&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556297 Oct 19 00:47:17.212779 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-346a9a69-a999-47c4-8114-831167c3e090 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cfe47441-dd27-4b7c-958a-cc2e5c8243ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963852 Oct 19 00:47:17.285130 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:17.317722 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-8796485e-f410-485c-b4e2-02964f08e948 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cfe47441-dd27-4b7c-958a-cc2e5c8243ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981970 Oct 19 00:47:18.095589 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-5f5b061a-3369-4bfb-bdf3-3a4132ed6231 req-6c48ac97-17fa-4fc2-b050-8dff4b942348 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d2b07e55-0b24-4055-889f-e69cdf22f251 HTTP/1.1" status: 200 len: 210 time: 0.0633612 Oct 19 00:47:19.254279 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:19.263357 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-c1968569-9832-4c41-82d3-c52f616f3e9d tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:19.265363 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-c1968569-9832-4c41-82d3-c52f616f3e9d tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.20 "GET /networking/v2.0/networks?id=cfe47441-dd27-4b7c-958a-cc2e5c8243ac HTTP/1.1" status: 200 len: 812 time: 0.1874826 Oct 19 00:47:19.294781 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-1d8ece71-ab33-4366-a532-caad986a0c01 req-4d40ea88-a7e6-4522-bd7d-b2021c70ae60 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d2b07e55-0b24-4055-889f-e69cdf22f251 HTTP/1.1" status: 200 len: 210 time: 0.0512593 Oct 19 00:47:19.354034 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-aa68e1e5-217c-427c-a240-b0e3d73445ef tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8684504b0eff415b9063cebae21ca667 HTTP/1.1" status: 200 len: 380 time: 0.0721350 Oct 19 00:47:19.363251 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-609bbae5-5ac0-41a0-9d95-45b50ed6d066 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Request body: {'port': {'device_id': 'd2b07e55-0b24-4055-889f-e69cdf22f251', 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac', 'admin_state_up': True, 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'security_groups': ['3f0d8317-375e-4850-af9c-364f714fadd0']}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:47:19.497664 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-609bbae5-5ac0-41a0-9d95-45b50ed6d066 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Made reservation on behalf of 8684504b0eff415b9063cebae21ca667 for: {'port': 1} {{(pid=111414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:47:19.502163 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-609bbae5-5ac0-41a0-9d95-45b50ed6d066 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:19.654391 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.db_base_plugin_common [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-609bbae5-5ac0-41a0-9d95-45b50ed6d066 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Allocated IP 172.20.0.14 (cfe47441-dd27-4b7c-958a-cc2e5c8243ac/ed6b2b90-24f3-4781-a6d8-0b858f53c7ca/94f720c6-9b61-4983-ab49-77c9cdd0fe18) {{(pid=111414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:47:19.830825 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-609bbae5-5ac0-41a0-9d95-45b50ed6d066 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks [] for port (94f720c6-9b61-4983-ab49-77c9cdd0fe18), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:19.869713 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-609bbae5-5ac0-41a0-9d95-45b50ed6d066 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (94f720c6-9b61-4983-ab49-77c9cdd0fe18), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:19.921582 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-609bbae5-5ac0-41a0-9d95-45b50ed6d066 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Network cfe47441-dd27-4b7c-958a-cc2e5c8243ac is already hosted by enough agents. {{(pid=111414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:47:19.925675 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-609bbae5-5ac0-41a0-9d95-45b50ed6d066 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Resources bound (agent type, host, resource id): {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:47:19.930513 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-609bbae5-5ac0-41a0-9d95-45b50ed6d066 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Received port after_create {{(pid=111414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:47:19.956903 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609bbae5-5ac0-41a0-9d95-45b50ed6d066 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Pushing event updated for resources: {'Port': ['ID=94f720c6-9b61-4983-ab49-77c9cdd0fe18,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:47:19.998473 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-609bbae5-5ac0-41a0-9d95-45b50ed6d066 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:19.999256 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-609bbae5-5ac0-41a0-9d95-45b50ed6d066 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:20.023321 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-609bbae5-5ac0-41a0-9d95-45b50ed6d066 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6641755 Oct 19 00:47:20.042972 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-ad66bfc0-45c0-4b4e-b567-811250a7f43a service neutron] Request body: {'port': {'device_id': 'd2b07e55-0b24-4055-889f-e69cdf22f251', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:47:20.047641 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:20.147043 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-ad66bfc0-45c0-4b4e-b567-811250a7f43a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (94f720c6-9b61-4983-ab49-77c9cdd0fe18), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:20.228977 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-3186d7a4-3fdc-4e3d-a0ab-399d6289ba01 None None] Provisioning complete for port 94f720c6-9b61-4983-ab49-77c9cdd0fe18 triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:47:20.229683 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-3186d7a4-3fdc-4e3d-a0ab-399d6289ba01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (94f720c6-9b61-4983-ab49-77c9cdd0fe18), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:20.230003 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-3186d7a4-3fdc-4e3d-a0ab-399d6289ba01 None None] Attempt 1 to provision port 94f720c6-9b61-4983-ab49-77c9cdd0fe18 Oct 19 00:47:20.284385 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:20.291242 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-3186d7a4-3fdc-4e3d-a0ab-399d6289ba01 None None] Port 94f720c6-9b61-4983-ab49-77c9cdd0fe18 cannot update to ACTIVE because it is not bound. {{(pid=111416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 19 00:47:20.486738 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-ad66bfc0-45c0-4b4e-b567-811250a7f43a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94f720c6-9b61-4983-ab49-77c9cdd0fe18 {{(pid=111414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 00:47:20.495552 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-ad66bfc0-45c0-4b4e-b567-811250a7f43a service neutron] Publish callbacks [] for port (94f720c6-9b61-4983-ab49-77c9cdd0fe18), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:20.511354 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.provisioning_blocks [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-ad66bfc0-45c0-4b4e-b567-811250a7f43a service neutron] Transition to ACTIVE for port object 94f720c6-9b61-4983-ab49-77c9cdd0fe18 will not be triggered until provisioned by entity L2. {{(pid=111414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 00:47:20.516774 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-ad66bfc0-45c0-4b4e-b567-811250a7f43a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577477'] for port (94f720c6-9b61-4983-ab49-77c9cdd0fe18), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:20.520365 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe94c35-c485-445b-b605-b6c001a0ebf2 req-b20ebcb9-58ae-4c75-864a-8af354c60824 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:20.523415 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-afe94c35-c485-445b-b605-b6c001a0ebf2 req-b20ebcb9-58ae-4c75-864a-8af354c60824 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d2b07e55-0b24-4055-889f-e69cdf22f251 HTTP/1.1" status: 200 len: 932 time: 0.0914741 Oct 19 00:47:20.620986 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-afe94c35-c485-445b-b605-b6c001a0ebf2 req-7587f1b7-b218-4ca2-905c-deab6e514623 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872064 Oct 19 00:47:20.632014 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad66bfc0-45c0-4b4e-b567-811250a7f43a service neutron] Pushing event updated for resources: {'Port': ['ID=94f720c6-9b61-4983-ab49-77c9cdd0fe18,revision_number=2']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:47:20.668567 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-ad66bfc0-45c0-4b4e-b567-811250a7f43a service neutron] Attempting to bind port 94f720c6-9b61-4983-ab49-77c9cdd0fe18 on host hv-cinder-maste for vnic_type normal with profile {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:47:20.668996 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-ad66bfc0-45c0-4b4e-b567-811250a7f43a service neutron] Attempting to bind port 94f720c6-9b61-4983-ab49-77c9cdd0fe18 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'e263339d-8163-42c1-82aa-55d7bd373377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac'}] {{(pid=111414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:47:20.669481 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-ad66bfc0-45c0-4b4e-b567-811250a7f43a service neutron] Attempting to bind port 94f720c6-9b61-4983-ab49-77c9cdd0fe18 on network cfe47441-dd27-4b7c-958a-cc2e5c8243ac {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:47:20.727006 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-ad66bfc0-45c0-4b4e-b567-811250a7f43a service neutron] Port 94f720c6-9b61-4983-ab49-77c9cdd0fe18 on network cfe47441-dd27-4b7c-958a-cc2e5c8243ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:47:20.727390 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-ad66bfc0-45c0-4b4e-b567-811250a7f43a service neutron] Attempting to bind port 94f720c6-9b61-4983-ab49-77c9cdd0fe18 on network cfe47441-dd27-4b7c-958a-cc2e5c8243ac {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:47:20.783006 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-ad66bfc0-45c0-4b4e-b567-811250a7f43a service neutron] Checking agent: {'id': '6724934a-8b6e-4109-8304-d160e240b776', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 38, 31), 'started_at': datetime.datetime(2022, 10, 19, 0, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:47:20.783317 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-ad66bfc0-45c0-4b4e-b567-811250a7f43a service neutron] Checking segment: {'id': 'e263339d-8163-42c1-82aa-55d7bd373377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:47:20.783750 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-ad66bfc0-45c0-4b4e-b567-811250a7f43a service neutron] Bound using segment: {'id': 'e263339d-8163-42c1-82aa-55d7bd373377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac'} {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:47:20.784196 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-ad66bfc0-45c0-4b4e-b567-811250a7f43a service neutron] Bound port: 94f720c6-9b61-4983-ab49-77c9cdd0fe18, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e263339d-8163-42c1-82aa-55d7bd373377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac'}}] {{(pid=111414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:47:20.784561 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-ad66bfc0-45c0-4b4e-b567-811250a7f43a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (94f720c6-9b61-4983-ab49-77c9cdd0fe18), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:20.857048 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-ad66bfc0-45c0-4b4e-b567-811250a7f43a service neutron] For port 94f720c6-9b61-4983-ab49-77c9cdd0fe18, host hv-cinder-maste, cleared binding levels {{(pid=111414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:47:20.862174 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-ad66bfc0-45c0-4b4e-b567-811250a7f43a service neutron] For port 94f720c6-9b61-4983-ab49-77c9cdd0fe18, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=94f720c6-9b61-4983-ab49-77c9cdd0fe18,segment=NetworkSegment(e263339d-8163-42c1-82aa-55d7bd373377),segment_id=e263339d-8163-42c1-82aa-55d7bd373377)] {{(pid=111414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:47:20.871510 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-ad66bfc0-45c0-4b4e-b567-811250a7f43a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577477'] for port (94f720c6-9b61-4983-ab49-77c9cdd0fe18), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:20.876560 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-ad66bfc0-45c0-4b4e-b567-811250a7f43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:20.877446 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-ad66bfc0-45c0-4b4e-b567-811250a7f43a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:20.879166 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-ad66bfc0-45c0-4b4e-b567-811250a7f43a service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/94f720c6-9b61-4983-ab49-77c9cdd0fe18 HTTP/1.1" status: 200 len: 1094 time: 0.8421230 Oct 19 00:47:20.879785 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2b07e55-0b24-4055-889f-e69cdf22f251', 'tag': '94f720c6-9b61-4983-ab49-77c9cdd0fe18'}] {{(pid=111414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:47:20.882867 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e46469f00a83062af0f8a877bbd3a06bc7f865c711541049e4990ec8a28c8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4d53b2-03f6-4a0e-86e5-b2de3dd99bfb" -d '{"events": [{"name": "network-changed", "server_uuid": "d2b07e55-0b24-4055-889f-e69cdf22f251", "tag": "94f720c6-9b61-4983-ab49-77c9cdd0fe18"}]}' {{(pid=111414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:47:20.953331 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 00:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ce4cdd-69d5-4215-b586-b7ab365cff85 x-openstack-request-id: req-00ce4cdd-69d5-4215-b586-b7ab365cff85 {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:47:20.953692 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2b07e55-0b24-4055-889f-e69cdf22f251", "tag": "94f720c6-9b61-4983-ab49-77c9cdd0fe18", "status": "completed", "code": 200}]} {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:47:20.953984 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-00ce4cdd-69d5-4215-b586-b7ab365cff85 {{(pid=111414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:47:20.954424 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00ce4cdd-69d5-4215-b586-b7ab365cff85'] response: {'name': 'network-changed', 'server_uuid': 'd2b07e55-0b24-4055-889f-e69cdf22f251', 'tag': '94f720c6-9b61-4983-ab49-77c9cdd0fe18', 'status': 'completed', 'code': 200} Oct 19 00:47:20.958533 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad66bfc0-45c0-4b4e-b567-811250a7f43a service neutron] Pushing event updated for resources: {'Port': ['ID=94f720c6-9b61-4983-ab49-77c9cdd0fe18,revision_number=3']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:47:21.031973 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-4fda7d0c-3f00-4930-9dc8-271d0d63a9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:21.033605 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-4fda7d0c-3f00-4930-9dc8-271d0d63a9b9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=8684504b0eff415b9063cebae21ca667&device_id=d2b07e55-0b24-4055-889f-e69cdf22f251 HTTP/1.1" status: 200 len: 1128 time: 0.0489659 Oct 19 00:47:21.090945 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-c36d59f9-9a72-4b6a-9b41-c034e671f41c service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94f720c6-9b61-4983-ab49-77c9cdd0fe18 HTTP/1.1" status: 200 len: 217 time: 0.0351334 Oct 19 00:47:21.144571 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-99153728-3bb1-4fe2-a024-19f7eb97678d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:21.146865 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-99153728-3bb1-4fe2-a024-19f7eb97678d service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=ed6b2b90-24f3-4781-a6d8-0b858f53c7ca HTTP/1.1" status: 200 len: 851 time: 0.0476544 Oct 19 00:47:21.199477 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-7c47eff1-b454-4f27-9922-b4806a2eb7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:21.201044 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-7c47eff1-b454-4f27-9922-b4806a2eb7fc service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=cfe47441-dd27-4b7c-958a-cc2e5c8243ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468152 Oct 19 00:47:21.259060 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:21.308171 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-33c65fcc-9c8e-4af8-85e1-731e5af7dd3a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cfe47441-dd27-4b7c-958a-cc2e5c8243ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005983 Oct 19 00:47:21.475395 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-66f7fecd-52a0-46c2-ba59-6c249c85f305 req-3e4404b9-6d6e-45f1-9e80-9af53575569e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cfe47441-dd27-4b7c-958a-cc2e5c8243ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604903 Oct 19 00:47:21.605327 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d53b2-03f6-4a0e-86e5-b2de3dd99bfb req-085db807-46b1-498b-b232-01b8486f429e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:21.606863 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-ba4d53b2-03f6-4a0e-86e5-b2de3dd99bfb req-085db807-46b1-498b-b232-01b8486f429e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=8684504b0eff415b9063cebae21ca667&device_id=d2b07e55-0b24-4055-889f-e69cdf22f251 HTTP/1.1" status: 200 len: 1128 time: 0.0511034 Oct 19 00:47:21.622559 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:21.730536 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d53b2-03f6-4a0e-86e5-b2de3dd99bfb req-bc832b8d-c3dd-4545-99f7-539754254021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:21.732091 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-ba4d53b2-03f6-4a0e-86e5-b2de3dd99bfb req-bc832b8d-c3dd-4545-99f7-539754254021 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=cfe47441-dd27-4b7c-958a-cc2e5c8243ac HTTP/1.1" status: 200 len: 913 time: 0.1177990 Oct 19 00:47:21.777290 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-ba4d53b2-03f6-4a0e-86e5-b2de3dd99bfb req-bdfb4c97-a467-4ff0-900f-d0d55f5a41db service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94f720c6-9b61-4983-ab49-77c9cdd0fe18 HTTP/1.1" status: 200 len: 217 time: 0.0367961 Oct 19 00:47:21.819149 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e33dd9-17bc-4ad5-835e-353c09cdbce8 req-ac93a79b-368a-496b-9fec-0e0878320596 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:21.821880 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-b7e33dd9-17bc-4ad5-835e-353c09cdbce8 req-ac93a79b-368a-496b-9fec-0e0878320596 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d2b07e55-0b24-4055-889f-e69cdf22f251 HTTP/1.1" status: 200 len: 944 time: 0.0677934 Oct 19 00:47:21.855002 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d53b2-03f6-4a0e-86e5-b2de3dd99bfb req-8d232c22-535c-4114-aa52-59008e0a6b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:21.857587 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-ba4d53b2-03f6-4a0e-86e5-b2de3dd99bfb req-8d232c22-535c-4114-aa52-59008e0a6b37 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=ed6b2b90-24f3-4781-a6d8-0b858f53c7ca HTTP/1.1" status: 200 len: 851 time: 0.0733566 Oct 19 00:47:21.911119 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-b7e33dd9-17bc-4ad5-835e-353c09cdbce8 req-f9a6dce9-0a38-4cd3-b13b-945ceffa1d46 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805831 Oct 19 00:47:21.934052 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d53b2-03f6-4a0e-86e5-b2de3dd99bfb req-3854e426-a653-4f9d-bf96-f3185b97b59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:21.936038 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-ba4d53b2-03f6-4a0e-86e5-b2de3dd99bfb req-3854e426-a653-4f9d-bf96-f3185b97b59b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=cfe47441-dd27-4b7c-958a-cc2e5c8243ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0715828 Oct 19 00:47:22.106157 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-ba4d53b2-03f6-4a0e-86e5-b2de3dd99bfb req-9d98f947-63d4-4da0-af9d-11833138f2c9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cfe47441-dd27-4b7c-958a-cc2e5c8243ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624660 Oct 19 00:47:22.238244 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-ba4d53b2-03f6-4a0e-86e5-b2de3dd99bfb req-c6988d49-9294-4ae0-9650-1b693d0b5a08 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cfe47441-dd27-4b7c-958a-cc2e5c8243ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250718 Oct 19 00:47:23.049593 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc84963-aa2d-4c06-a6b7-15dba2e6e7ef req-86db0282-b53d-4dda-946f-ad07afeda423 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:23.052371 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-bcc84963-aa2d-4c06-a6b7-15dba2e6e7ef req-86db0282-b53d-4dda-946f-ad07afeda423 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d2b07e55-0b24-4055-889f-e69cdf22f251 HTTP/1.1" status: 200 len: 944 time: 0.0541329 Oct 19 00:47:23.119638 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-bcc84963-aa2d-4c06-a6b7-15dba2e6e7ef req-41f8c224-49fd-4f0f-8a3e-5378688075f0 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583475 Oct 19 00:47:24.291691 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895139b-f479-495a-9eba-9c35057d239d req-c49e08a3-7b46-4f82-91e3-0da2f4c1354b tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:24.294311 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-6895139b-f479-495a-9eba-9c35057d239d req-c49e08a3-7b46-4f82-91e3-0da2f4c1354b tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d2b07e55-0b24-4055-889f-e69cdf22f251 HTTP/1.1" status: 200 len: 944 time: 0.0683267 Oct 19 00:47:24.380260 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-6895139b-f479-495a-9eba-9c35057d239d req-b4bbc145-e311-4276-9250-0e532122fcf0 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751443 Oct 19 00:47:25.583034 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11f109-12e6-4b07-9969-cd380f5f7c6d req-a7377da0-9ca6-4f03-9eda-731911de946c tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:25.586025 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-cf11f109-12e6-4b07-9969-cd380f5f7c6d req-a7377da0-9ca6-4f03-9eda-731911de946c tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d2b07e55-0b24-4055-889f-e69cdf22f251 HTTP/1.1" status: 200 len: 944 time: 0.0820305 Oct 19 00:47:25.638324 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:25.644790 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:25.673984 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-cf11f109-12e6-4b07-9969-cd380f5f7c6d req-786b6ba5-f413-452c-ab71-2db42445cd16 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721033 Oct 19 00:47:26.830700 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9b190-e63e-4779-b7b0-2e5374c49f9f req-3521e0f8-41dd-4d44-bb40-2c998d09a844 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:26.832673 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-e0b9b190-e63e-4779-b7b0-2e5374c49f9f req-3521e0f8-41dd-4d44-bb40-2c998d09a844 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d2b07e55-0b24-4055-889f-e69cdf22f251 HTTP/1.1" status: 200 len: 944 time: 0.0569100 Oct 19 00:47:26.894288 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-e0b9b190-e63e-4779-b7b0-2e5374c49f9f req-423c384d-409a-4d32-a92b-1b6e4904785a tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550990 Oct 19 00:47:28.045872 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a109998a-eade-417c-99c7-4049174f4050 req-b0f665a7-9511-4876-a989-455970a8919e tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:28.047752 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a109998a-eade-417c-99c7-4049174f4050 req-b0f665a7-9511-4876-a989-455970a8919e tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d2b07e55-0b24-4055-889f-e69cdf22f251 HTTP/1.1" status: 200 len: 944 time: 0.0541084 Oct 19 00:47:28.116619 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a109998a-eade-417c-99c7-4049174f4050 req-4a4ea0d0-e443-438b-91e7-f6c2386f6743 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620675 Oct 19 00:47:29.248997 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:29.272592 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a13cc-3f80-4403-a2a5-daf409b52009 req-c91d3f99-993f-4f6b-8e90-68c47b947ea8 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:29.274223 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-160a13cc-3f80-4403-a2a5-daf409b52009 req-c91d3f99-993f-4f6b-8e90-68c47b947ea8 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d2b07e55-0b24-4055-889f-e69cdf22f251 HTTP/1.1" status: 200 len: 944 time: 0.0636449 Oct 19 00:47:29.336565 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-160a13cc-3f80-4403-a2a5-daf409b52009 req-39b85ac6-8801-41ea-8a51-51c10786690f tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562735 Oct 19 00:47:30.272709 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:30.287996 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=56 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:30.479590 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6d9fd-2f44-4d7f-a054-0579e0d7d813 req-36314af0-4557-4cd8-8c2b-0566e278dfbe tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:30.481258 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-3bc6d9fd-2f44-4d7f-a054-0579e0d7d813 req-36314af0-4557-4cd8-8c2b-0566e278dfbe tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d2b07e55-0b24-4055-889f-e69cdf22f251 HTTP/1.1" status: 200 len: 944 time: 0.0599778 Oct 19 00:47:30.539022 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-3bc6d9fd-2f44-4d7f-a054-0579e0d7d813 req-9cc4f896-ae85-495f-9fcb-17f0403525ad tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513370 Oct 19 00:47:31.690363 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092a443-ad9e-4682-8e45-af4c7261c981 req-5315ff5a-c362-4678-b186-74f433e68815 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:31.691917 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a092a443-ad9e-4682-8e45-af4c7261c981 req-5315ff5a-c362-4678-b186-74f433e68815 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d2b07e55-0b24-4055-889f-e69cdf22f251 HTTP/1.1" status: 200 len: 944 time: 0.0533595 Oct 19 00:47:31.744109 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:31.754326 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a092a443-ad9e-4682-8e45-af4c7261c981 req-3dac181d-2cd3-420a-824e-1a58d9361f2d tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557876 Oct 19 00:47:31.805912 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (6724934a-8b6e-4109-8304-d160e240b776), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:32.227446 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=38 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:32.235271 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=57 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:32.891176 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae3b082-6331-4c27-9e1b-519f444b87fc req-60b7a6ce-128f-45c2-81ad-a8ad5069e3a6 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:32.894818 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-dae3b082-6331-4c27-9e1b-519f444b87fc req-60b7a6ce-128f-45c2-81ad-a8ad5069e3a6 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d2b07e55-0b24-4055-889f-e69cdf22f251 HTTP/1.1" status: 200 len: 944 time: 0.0585120 Oct 19 00:47:32.965450 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-dae3b082-6331-4c27-9e1b-519f444b87fc req-24c39b82-6695-4b8b-a7b1-c3243594fbd6 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641663 Oct 19 00:47:34.155002 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2cb215-eed4-43d6-a300-4daca64d9d9d req-8e51f00c-6fa2-46c5-a742-f41a061d051b tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:34.157008 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-fa2cb215-eed4-43d6-a300-4daca64d9d9d req-8e51f00c-6fa2-46c5-a742-f41a061d051b tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d2b07e55-0b24-4055-889f-e69cdf22f251 HTTP/1.1" status: 200 len: 944 time: 0.0582461 Oct 19 00:47:34.224546 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-fa2cb215-eed4-43d6-a300-4daca64d9d9d req-7b858288-374e-43d1-9fe9-6f9c01a2c937 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597680 Oct 19 00:47:34.584927 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-8aa94a1b-7783-4047-b897-5917e650583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:34.771152 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44c30c-ab62-4a62-9068-8620bdbbea7f req-93a7024a-ef89-495b-8026-9861245e3250 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:34.773204 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-7f44c30c-ab62-4a62-9068-8620bdbbea7f req-93a7024a-ef89-495b-8026-9861245e3250 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 946 time: 0.0620184 Oct 19 00:47:34.833049 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-7f44c30c-ab62-4a62-9068-8620bdbbea7f req-08742778-e5fc-47cb-86c0-dfe14ff68f80 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4905e055-e53a-471c-a6b1-7e77931ff8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502498 Oct 19 00:47:34.995140 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b8ace-095f-46d7-b6e0-a8db4c049706 req-25939ac2-df5c-4c42-a102-e8ee0babc163 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:34.997044 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a47b8ace-095f-46d7-b6e0-a8db4c049706 req-25939ac2-df5c-4c42-a102-e8ee0babc163 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0da74d88-6672-4df0-b665-b9eec2d073c5 HTTP/1.1" status: 200 len: 945 time: 0.0569293 Oct 19 00:47:35.049901 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 94f720c6-9b61-4983-ab49-77c9cdd0fe18 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=111416) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:47:35.054135 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a47b8ace-095f-46d7-b6e0-a8db4c049706 req-859803fc-f718-4bc8-b068-6897580cc35b tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a71f79ca-4b8c-4eb0-863c-d32961da8c72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507619 Oct 19 00:47:35.179703 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port 94f720c6-9b61-4983-ab49-77c9cdd0fe18, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=94f720c6-9b61-4983-ab49-77c9cdd0fe18,segment=NetworkSegment(e263339d-8163-42c1-82aa-55d7bd373377),segment_id=e263339d-8163-42c1-82aa-55d7bd373377)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:47:35.193994 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Returning: {'device': '94f720c6-9b61-4983-ab49-77c9cdd0fe18', 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac', 'port_id': '94f720c6-9b61-4983-ab49-77c9cdd0fe18', 'mac_address': 'fa:16:3e:11:0e:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed6b2b90-24f3-4781-a6d8-0b858f53c7ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111416) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:47:35.233986 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port 94f720c6-9b61-4983-ab49-77c9cdd0fe18 is: DOWN; New status is: BUILD {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:47:35.234377 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (94f720c6-9b61-4983-ab49-77c9cdd0fe18), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:35.249462 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94f720c6-9b61-4983-ab49-77c9cdd0fe18 {{(pid=111416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 00:47:35.280976 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port 94f720c6-9b61-4983-ab49-77c9cdd0fe18, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=94f720c6-9b61-4983-ab49-77c9cdd0fe18,segment=NetworkSegment(e263339d-8163-42c1-82aa-55d7bd373377),segment_id=e263339d-8163-42c1-82aa-55d7bd373377)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:47:35.289744 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (94f720c6-9b61-4983-ab49-77c9cdd0fe18), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:35.384385 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=94f720c6-9b61-4983-ab49-77c9cdd0fe18,revision_number=4']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:47:35.400121 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:35.400483 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:35.400811 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:35.401190 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:35.401506 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:35.401831 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:35.402150 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:35.402473 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:35.402820 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:35.403144 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:35.403466 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:35.403788 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:35.404106 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:35.404425 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:35.404742 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:35.419475 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcdff0e-4d03-4842-a690-c4b497632c24 req-95c5530a-3c09-4f59-bef2-83103b99fdea tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:35.421147 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ffcdff0e-4d03-4842-a690-c4b497632c24 req-95c5530a-3c09-4f59-bef2-83103b99fdea tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d2b07e55-0b24-4055-889f-e69cdf22f251 HTTP/1.1" status: 200 len: 945 time: 0.0894902 Oct 19 00:47:35.498679 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ffcdff0e-4d03-4842-a690-c4b497632c24 req-297305ff-b167-43cf-a1bd-bcc2e893fdcd tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708287 Oct 19 00:47:35.640168 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] get_ports_and_sgs() called for port_ids ['94f720c6-9b61-4983-ab49-77c9cdd0fe18'] {{(pid=111416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 00:47:36.016396 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3862df-581a-40aa-a6b9-9655d2bbff44 req-55f31247-209b-444f-b948-e3e4ca17eb30 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:36.018369 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-6c3862df-581a-40aa-a6b9-9655d2bbff44 req-55f31247-209b-444f-b948-e3e4ca17eb30 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 946 time: 0.0537860 Oct 19 00:47:36.072939 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-6c3862df-581a-40aa-a6b9-9655d2bbff44 req-602daa1f-0de2-4d82-906e-b55d15a06a8f tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4905e055-e53a-471c-a6b1-7e77931ff8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479224 Oct 19 00:47:36.208480 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a9d13-aa3f-4403-9ebb-6d21565bca15 req-946b3d3c-5564-4375-9806-467a63df25d1 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:36.210172 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ae8a9d13-aa3f-4403-9ebb-6d21565bca15 req-946b3d3c-5564-4375-9806-467a63df25d1 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0da74d88-6672-4df0-b665-b9eec2d073c5 HTTP/1.1" status: 200 len: 945 time: 0.0536902 Oct 19 00:47:36.264189 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ae8a9d13-aa3f-4403-9ebb-6d21565bca15 req-6e50b177-bff4-48e1-9b41-51cab17158ce tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a71f79ca-4b8c-4eb0-863c-d32961da8c72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478649 Oct 19 00:47:36.638967 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee1428-583b-45fc-a2ea-14c5f668e422 req-06cefe0e-21f6-4fb4-8d1e-50e2325f3160 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:36.640816 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-cdee1428-583b-45fc-a2ea-14c5f668e422 req-06cefe0e-21f6-4fb4-8d1e-50e2325f3160 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d2b07e55-0b24-4055-889f-e69cdf22f251 HTTP/1.1" status: 200 len: 945 time: 0.0567584 Oct 19 00:47:36.697874 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e6484-de06-4dc5-928b-0966d1c50fab req-2e4bfb85-206b-458f-ab4e-f881bae26412 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:36.699556 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-d12e6484-de06-4dc5-928b-0966d1c50fab req-2e4bfb85-206b-458f-ab4e-f881bae26412 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0da74d88-6672-4df0-b665-b9eec2d073c5 HTTP/1.1" status: 200 len: 945 time: 0.0528316 Oct 19 00:47:36.730205 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-cdee1428-583b-45fc-a2ea-14c5f668e422 req-4af52829-3761-43c1-b5ca-15ec471ceb9f tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819936 Oct 19 00:47:36.772387 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-7b97bd12-c6a6-4b5c-86b7-7c8b8c9cb07b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:36.803716 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [req-d12e6484-de06-4dc5-928b-0966d1c50fab req-1a94b20a-87d9-41ac-9d56-d74c3f94c02f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Deleting port 6ccabad6-2670-419e-95ab-c0c5d0749b3a {{(pid=111414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:47:36.803982 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-d12e6484-de06-4dc5-928b-0966d1c50fab req-1a94b20a-87d9-41ac-9d56-d74c3f94c02f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (6ccabad6-2670-419e-95ab-c0c5d0749b3a), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:37.068944 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 94f720c6-9b61-4983-ab49-77c9cdd0fe18 up at agent hyperv_hv-cinder-maste {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:47:37.122821 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:37.134817 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Provisioning for port 94f720c6-9b61-4983-ab49-77c9cdd0fe18 completed by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 19 00:47:37.146532 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Provisioning complete for port 94f720c6-9b61-4983-ab49-77c9cdd0fe18 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:47:37.146532 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (94f720c6-9b61-4983-ab49-77c9cdd0fe18), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:37.146532 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Attempt 1 to provision port 94f720c6-9b61-4983-ab49-77c9cdd0fe18 Oct 19 00:47:37.222949 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-83ebd7bd-9095-49f1-a642-1582b74991a8 req-b2915958-dc8a-49e5-90d5-e12f37caf671 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0901978 Oct 19 00:47:37.225876 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-d12e6484-de06-4dc5-928b-0966d1c50fab req-1a94b20a-87d9-41ac-9d56-d74c3f94c02f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] For port 6ccabad6-2670-419e-95ab-c0c5d0749b3a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6ccabad6-2670-419e-95ab-c0c5d0749b3a,segment=NetworkSegment(0949f098-87bd-4d7c-adb9-f3622e4872b3),segment_id=0949f098-87bd-4d7c-adb9-f3622e4872b3)] {{(pid=111414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:47:37.226440 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-d12e6484-de06-4dc5-928b-0966d1c50fab req-1a94b20a-87d9-41ac-9d56-d74c3f94c02f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (6ccabad6-2670-419e-95ab-c0c5d0749b3a), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:37.293104 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8b318-e1e7-4cbf-9604-041c04076b34 req-5c2dfd6b-0ef7-449d-a394-cbccddd8da73 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:37.294706 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port 94f720c6-9b61-4983-ab49-77c9cdd0fe18 is: BUILD; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:47:37.295417 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (94f720c6-9b61-4983-ab49-77c9cdd0fe18), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:37.295914 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-0ac8b318-e1e7-4cbf-9604-041c04076b34 req-5c2dfd6b-0ef7-449d-a394-cbccddd8da73 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 946 time: 0.0810773 Oct 19 00:47:37.299387 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:37.337967 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b07e55-0b24-4055-889f-e69cdf22f251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f720c6-9b61-4983-ab49-77c9cdd0fe18'}] {{(pid=111416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:47:37.340871 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0240e38e362fdc750089dc1f1183b30604621660299f95a12c585bcfa6b02ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c4ec22-fc7e-4eb2-9178-bad1510e0557" -d '{"events": [{"server_uuid": "d2b07e55-0b24-4055-889f-e69cdf22f251", "name": "network-vif-plugged", "status": "completed", "tag": "94f720c6-9b61-4983-ab49-77c9cdd0fe18"}]}' {{(pid=111416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:47:37.351578 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:37.366245 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port 94f720c6-9b61-4983-ab49-77c9cdd0fe18, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=94f720c6-9b61-4983-ab49-77c9cdd0fe18,segment=NetworkSegment(e263339d-8163-42c1-82aa-55d7bd373377),segment_id=e263339d-8163-42c1-82aa-55d7bd373377)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:47:37.373446 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (94f720c6-9b61-4983-ab49-77c9cdd0fe18), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:37.391148 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-0ac8b318-e1e7-4cbf-9604-041c04076b34 req-a8164b69-b77d-491c-bb00-0e4ab517afd8 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4905e055-e53a-471c-a6b1-7e77931ff8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823832 Oct 19 00:47:37.475636 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=94f720c6-9b61-4983-ab49-77c9cdd0fe18,revision_number=5']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:47:37.483938 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebd7bd-9095-49f1-a642-1582b74991a8 req-96f0e672-4dd4-46d8-a8b7-17da53593f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:37.486888 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-83ebd7bd-9095-49f1-a642-1582b74991a8 req-96f0e672-4dd4-46d8-a8b7-17da53593f07 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=37ffcffcae9b41bbb2d13adc49cb99df&device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 1130 time: 0.1817844 Oct 19 00:47:37.575381 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1e701-9d67-478d-8d58-4a4592a18226 req-6c3b7e13-6e21-49e8-8b01-3ab4464fb3a6 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:37.577981 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-23c1e701-9d67-478d-8d58-4a4592a18226 req-6c3b7e13-6e21-49e8-8b01-3ab4464fb3a6 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0da74d88-6672-4df0-b665-b9eec2d073c5 HTTP/1.1" status: 200 len: 945 time: 0.0776525 Oct 19 00:47:37.648962 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-d12e6484-de06-4dc5-928b-0966d1c50fab req-1a94b20a-87d9-41ac-9d56-d74c3f94c02f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:37.649371 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-d12e6484-de06-4dc5-928b-0966d1c50fab req-1a94b20a-87d9-41ac-9d56-d74c3f94c02f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942318'] for floatingip (e81c5069-274c-43a3-81c8-bfb44c8966a7), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:37.649779 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.db.l3_db [req-d12e6484-de06-4dc5-928b-0966d1c50fab req-1a94b20a-87d9-41ac-9d56-d74c3f94c02f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Floating IP e81c5069-274c-43a3-81c8-bfb44c8966a7 disassociated. External IP: 172.37.6.251, port: 6ccabad6-2670-419e-95ab-c0c5d0749b3a. Oct 19 00:47:37.650244 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [req-d12e6484-de06-4dc5-928b-0966d1c50fab req-1a94b20a-87d9-41ac-9d56-d74c3f94c02f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Calling delete_port for 6ccabad6-2670-419e-95ab-c0c5d0749b3a owned by compute:nova {{(pid=111414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:47:37.650737 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-23c1e701-9d67-478d-8d58-4a4592a18226 req-ae27b736-099b-4e46-ae3d-1b81a5e163d2 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a71f79ca-4b8c-4eb0-863c-d32961da8c72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651281 Oct 19 00:47:37.732350 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 00:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b38d324-62ce-4fcc-8795-d20936060549 x-openstack-request-id: req-1b38d324-62ce-4fcc-8795-d20936060549 {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:47:37.732695 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2b07e55-0b24-4055-889f-e69cdf22f251", "name": "network-vif-plugged", "status": "completed", "tag": "94f720c6-9b61-4983-ab49-77c9cdd0fe18", "code": 200}]} {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:47:37.733065 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1b38d324-62ce-4fcc-8795-d20936060549 {{(pid=111416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:47:37.733583 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b38d324-62ce-4fcc-8795-d20936060549'] response: {'server_uuid': 'd2b07e55-0b24-4055-889f-e69cdf22f251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f720c6-9b61-4983-ab49-77c9cdd0fe18', 'code': 200} Oct 19 00:47:37.754467 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebd7bd-9095-49f1-a642-1582b74991a8 req-a96f62cb-576a-4adc-8034-822d03c4806b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:37.756015 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-83ebd7bd-9095-49f1-a642-1582b74991a8 req-a96f62cb-576a-4adc-8034-822d03c4806b service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc HTTP/1.1" status: 200 len: 917 time: 0.2230227 Oct 19 00:47:37.920928 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808e448-8a2c-4768-be51-1394a042cf8f req-976523d5-229f-433e-b228-1901118b14f1 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:37.930565 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-83ebd7bd-9095-49f1-a642-1582b74991a8 req-2af88f33-5d2a-4ca1-b075-1115c73062d5 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba933942-134c-497e-8475-ff284eee237e HTTP/1.1" status: 200 len: 1001 time: 0.1528478 Oct 19 00:47:37.931321 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c808e448-8a2c-4768-be51-1394a042cf8f req-976523d5-229f-433e-b228-1901118b14f1 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d2b07e55-0b24-4055-889f-e69cdf22f251 HTTP/1.1" status: 200 len: 946 time: 0.0648928 Oct 19 00:47:37.947403 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-d12e6484-de06-4dc5-928b-0966d1c50fab req-1a94b20a-87d9-41ac-9d56-d74c3f94c02f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (6ccabad6-2670-419e-95ab-c0c5d0749b3a), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:37.960312 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:37.992787 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c808e448-8a2c-4768-be51-1394a042cf8f req-e3bb334e-acda-4d3c-8646-7bcc7cd25fea tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604846 Oct 19 00:47:38.036907 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a94b20a-87d9-41ac-9d56-d74c3f94c02f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Pushing event deleted for resources: {'Port': ['ID=6ccabad6-2670-419e-95ab-c0c5d0749b3a,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:47:38.121337 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74384d04-26dd-40b6-9794-c755d7b7a1c3 req-0bcfb305-bc7a-4c2c-9397-fc552d29de85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:38.122890 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-74384d04-26dd-40b6-9794-c755d7b7a1c3 req-0bcfb305-bc7a-4c2c-9397-fc552d29de85 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d2b07e55-0b24-4055-889f-e69cdf22f251 HTTP/1.1" status: 200 len: 1130 time: 0.1300983 Oct 19 00:47:38.149725 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:38.151574 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebd7bd-9095-49f1-a642-1582b74991a8 req-520b0f33-1876-4559-abff-6e0c66ea66ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:38.153134 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-83ebd7bd-9095-49f1-a642-1582b74991a8 req-520b0f33-1876-4559-abff-6e0c66ea66ce service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=29c3f2de-ba2c-47ae-bf44-d2591e2e7caf HTTP/1.1" status: 200 len: 855 time: 0.2025499 Oct 19 00:47:38.179694 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:38.266810 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebd7bd-9095-49f1-a642-1582b74991a8 req-213dc3b6-632f-4676-9fcd-65f6f9ec2ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:38.268408 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-83ebd7bd-9095-49f1-a642-1582b74991a8 req-213dc3b6-632f-4676-9fcd-65f6f9ec2ed2 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1029446 Oct 19 00:47:38.276971 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-74384d04-26dd-40b6-9794-c755d7b7a1c3 req-76032dea-8e6f-4efa-b9f2-3b8eb6b6aed8 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472607 Oct 19 00:47:38.281273 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:38.343095 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d12e6484-de06-4dc5-928b-0966d1c50fab req-1a94b20a-87d9-41ac-9d56-d74c3f94c02f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Router cff419e6-44f2-4dba-b984-4bfa9e7f76e1 has already been hosted by L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 {{(pid=111414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:47:38.443637 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-83ebd7bd-9095-49f1-a642-1582b74991a8 req-cf3867ff-9202-4963-9441-67ea43711154 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655424 Oct 19 00:47:38.514169 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d12e6484-de06-4dc5-928b-0966d1c50fab req-1a94b20a-87d9-41ac-9d56-d74c3f94c02f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:47:38.534225 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f3f736-ac3a-43e2-831d-811313e3f5f2 None None] Sync routers for ids ['cff419e6-44f2-4dba-b984-4bfa9e7f76e1'] in dv-cinder-master-3-iscsi {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:47:38.573608 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f3f736-ac3a-43e2-831d-811313e3f5f2 None None] Routers {'cff419e6-44f2-4dba-b984-4bfa9e7f76e1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:47:38.574873 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-97f3f736-ac3a-43e2-831d-811313e3f5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:47:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['cff419e6-44f2-4dba-b984-4bfa9e7f76e1'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:47:38.621209 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12e6484-de06-4dc5-928b-0966d1c50fab req-1a94b20a-87d9-41ac-9d56-d74c3f94c02f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] No DVR routers for this DVR port 6ccabad6-2670-419e-95ab-c0c5d0749b3a on host hv-cinder-maste {{(pid=111414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 19 00:47:38.622015 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74889410-c455-4aac-8aec-8e9b22e68ca6 req-2d9aa7d4-a8ec-42e1-baae-9806037cf9a8 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:38.627437 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-74889410-c455-4aac-8aec-8e9b22e68ca6 req-2d9aa7d4-a8ec-42e1-baae-9806037cf9a8 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 946 time: 0.1154051 Oct 19 00:47:38.629977 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-d12e6484-de06-4dc5-928b-0966d1c50fab req-1a94b20a-87d9-41ac-9d56-d74c3f94c02f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:38.637074 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-d12e6484-de06-4dc5-928b-0966d1c50fab req-1a94b20a-87d9-41ac-9d56-d74c3f94c02f tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.20 "DELETE /networking/v2.0/ports/6ccabad6-2670-419e-95ab-c0c5d0749b3a HTTP/1.1" status: 204 len: 173 time: 1.9317949 Oct 19 00:47:38.637911 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da74d88-6672-4df0-b665-b9eec2d073c5', 'name': 'network-vif-deleted', 'tag': '6ccabad6-2670-419e-95ab-c0c5d0749b3a'}] {{(pid=111414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:47:38.641917 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e46469f00a83062af0f8a877bbd3a06bc7f865c711541049e4990ec8a28c8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f692e515-1ba8-4beb-8f30-10f0b44f7e18" -d '{"events": [{"server_uuid": "0da74d88-6672-4df0-b665-b9eec2d073c5", "name": "network-vif-deleted", "tag": "6ccabad6-2670-419e-95ab-c0c5d0749b3a"}]}' {{(pid=111414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:47:38.710688 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-74889410-c455-4aac-8aec-8e9b22e68ca6 req-0904d98b-8049-4c81-8635-3236fb570c7b tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4905e055-e53a-471c-a6b1-7e77931ff8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740006 Oct 19 00:47:38.741585 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-83ebd7bd-9095-49f1-a642-1582b74991a8 req-bd3a1b3b-ff10-465f-b386-a7ac4899ee91 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782496 Oct 19 00:47:38.759139 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-97f3f736-ac3a-43e2-831d-811313e3f5f2 None None] Set router cff419e6-44f2-4dba-b984-4bfa9e7f76e1 gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:47:38.801794 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 00:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df4ff41-5539-416b-b867-d5df177b91df x-openstack-request-id: req-3df4ff41-5539-416b-b867-d5df177b91df {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:47:38.802684 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da74d88-6672-4df0-b665-b9eec2d073c5", "name": "network-vif-deleted", "tag": "6ccabad6-2670-419e-95ab-c0c5d0749b3a", "status": "completed", "code": 200}]} {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:47:38.802684 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3df4ff41-5539-416b-b867-d5df177b91df {{(pid=111414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:47:38.803680 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3df4ff41-5539-416b-b867-d5df177b91df'] response: {'server_uuid': '0da74d88-6672-4df0-b665-b9eec2d073c5', 'name': 'network-vif-deleted', 'tag': '6ccabad6-2670-419e-95ab-c0c5d0749b3a', 'status': 'completed', 'code': 200} Oct 19 00:47:38.937456 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-1061c4bc-0acb-4396-b09a-77d2824e61ea req-4152c0aa-f41d-434f-a47d-e34006f3acdd tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0da74d88-6672-4df0-b665-b9eec2d073c5 HTTP/1.1" status: 200 len: 210 time: 0.0413322 Oct 19 00:47:39.167264 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-97f3f736-ac3a-43e2-831d-811313e3f5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'name': 'tempest-AttachVolumeNegativeTest-34200755-router', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108'}], 'enable_snat': True}, 'gw_port_id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:25Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 4, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'gw_port': {'id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '76e66c4d-d0fb-42f0-b692-137e4509b09a', 'name': '', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'mac_address': 'fa:16:3e:05:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '749347d7-6beb-499e-80b2-119168147fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:33Z', 'updated_at': '2022-10-19T00:40:56Z', 'revision_number': 5, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'subnets': [{'id': '749347d7-6beb-499e-80b2-119168147fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:47:39.182783 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd1142-73c5-4b04-b62c-1aa042c1418b req-aa231452-dc8c-44fe-a429-b016634d16e9 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:39.184428 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8fdd1142-73c5-4b04-b62c-1aa042c1418b req-aa231452-dc8c-44fe-a429-b016634d16e9 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d2b07e55-0b24-4055-889f-e69cdf22f251 HTTP/1.1" status: 200 len: 946 time: 0.0653312 Oct 19 00:47:39.202154 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f3f736-ac3a-43e2-831d-811313e3f5f2 None None] Checking router: cff419e6-44f2-4dba-b984-4bfa9e7f76e1 for host: dv-cinder-master-3-iscsi {{(pid=111416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:47:39.215109 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f3f736-ac3a-43e2-831d-811313e3f5f2 None None] Routers {'cff419e6-44f2-4dba-b984-4bfa9e7f76e1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:47:39.215896 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-97f3f736-ac3a-43e2-831d-811313e3f5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:47:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['cff419e6-44f2-4dba-b984-4bfa9e7f76e1'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:47:39.253313 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8fdd1142-73c5-4b04-b62c-1aa042c1418b req-401b906c-3c93-44b2-8e52-41ddec6ba9ec tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576639 Oct 19 00:47:39.349390 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-97f3f736-ac3a-43e2-831d-811313e3f5f2 None None] Set router cff419e6-44f2-4dba-b984-4bfa9e7f76e1 gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:47:39.638619 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-97f3f736-ac3a-43e2-831d-811313e3f5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'name': 'tempest-AttachVolumeNegativeTest-34200755-router', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108'}], 'enable_snat': True}, 'gw_port_id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:25Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 4, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'gw_port': {'id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '76e66c4d-d0fb-42f0-b692-137e4509b09a', 'name': '', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'mac_address': 'fa:16:3e:05:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '749347d7-6beb-499e-80b2-119168147fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:33Z', 'updated_at': '2022-10-19T00:40:56Z', 'revision_number': 5, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'subnets': [{'id': '749347d7-6beb-499e-80b2-119168147fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:47:39.666815 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f3f736-ac3a-43e2-831d-811313e3f5f2 None None] The sync data for ids ['cff419e6-44f2-4dba-b984-4bfa9e7f76e1'] in dv-cinder-master-3-iscsi is: [{'id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'name': 'tempest-AttachVolumeNegativeTest-34200755-router', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108'}], 'enable_snat': True}, 'gw_port_id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:25Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 4, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'gw_port': {'id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '76e66c4d-d0fb-42f0-b692-137e4509b09a', 'name': '', 'network_id': '635fade4-7ee9-45f4-8020-ceb7d6bf784a', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'mac_address': 'fa:16:3e:05:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '749347d7-6beb-499e-80b2-119168147fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:33Z', 'updated_at': '2022-10-19T00:40:56Z', 'revision_number': 5, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'subnets': [{'id': '749347d7-6beb-499e-80b2-119168147fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:47:39.902282 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb45f6d-fdb7-42b3-adec-b07e4749a89f req-f140a5c2-537b-4a55-964a-775fe17e3824 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:39.906004 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ecb45f6d-fdb7-42b3-adec-b07e4749a89f req-f140a5c2-537b-4a55-964a-775fe17e3824 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 946 time: 0.0904157 Oct 19 00:47:39.992154 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5be08fb-0190-4f9b-a721-b96f89ad0a39 None None] New status for floating IP e81c5069-274c-43a3-81c8-bfb44c8966a7: DOWN {{(pid=111417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 00:47:40.005186 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ecb45f6d-fdb7-42b3-adec-b07e4749a89f req-f6757ba9-efcf-49df-9181-e58241c98a3e tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4905e055-e53a-471c-a6b1-7e77931ff8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923712 Oct 19 00:47:40.053836 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:40.168193 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ea9cfdfd-0890-47d0-8e53-505e0fd74496 req-50238ee3-c99e-4519-8e8e-16cea9d83a9d tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0da74d88-6672-4df0-b665-b9eec2d073c5 HTTP/1.1" status: 200 len: 210 time: 0.0403123 Oct 19 00:47:40.282164 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:40.423288 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61905f-aa0d-4aa5-b324-2416fcec4742 req-382528c6-56d3-43d7-961c-f660b85788d1 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:40.424934 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-5c61905f-aa0d-4aa5-b324-2416fcec4742 req-382528c6-56d3-43d7-961c-f660b85788d1 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d2b07e55-0b24-4055-889f-e69cdf22f251 HTTP/1.1" status: 200 len: 946 time: 0.0687406 Oct 19 00:47:40.496584 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-5c61905f-aa0d-4aa5-b324-2416fcec4742 req-0f0b476f-316a-49f6-919d-1203bc721968 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645008 Oct 19 00:47:40.638330 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64effed7-3974-4d81-8526-de9811fd5b49 req-af198291-f75a-44f6-a375-76362653f4b3 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:40.639883 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-64effed7-3974-4d81-8526-de9811fd5b49 req-af198291-f75a-44f6-a375-76362653f4b3 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d2b07e55-0b24-4055-889f-e69cdf22f251 HTTP/1.1" status: 200 len: 946 time: 0.0560086 Oct 19 00:47:40.717579 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-64effed7-3974-4d81-8526-de9811fd5b49 req-003de1a7-4ec9-4900-8cc1-8f52bc6699be tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658603 Oct 19 00:47:40.752338 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 37408) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:47:40.818108 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c440f694-592d-450d-b7fc-3ee8845730bd tempest-TestVolumeBootPattern-1735307544 tempest-TestVolumeBootPattern-1735307544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:40.822551 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-c440f694-592d-450d-b7fc-3ee8845730bd tempest-TestVolumeBootPattern-1735307544 tempest-TestVolumeBootPattern-1735307544-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d2b07e55-0b24-4055-889f-e69cdf22f251 HTTP/1.1" status: 200 len: 1125 time: 0.0665276 Oct 19 00:47:40.823702 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 37410) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:47:40.828385 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-0dba8340-db9d-4de5-84f5-c4a6f2846414 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Request body: {'floatingip': {'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'port_id': '94f720c6-9b61-4983-ab49-77c9cdd0fe18', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'fixed_ip_address': '172.20.0.14'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:47:40.859740 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-0dba8340-db9d-4de5-84f5-c4a6f2846414 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:40.981680 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-0dba8340-db9d-4de5-84f5-c4a6f2846414 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:41.078908 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 6ccabad6-2670-419e-95ab-c0c5d0749b3a no longer exists at agent hyperv_hv-cinder-maste {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:47:41.113703 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] No Port match for: 6ccabad6-2670-419e-95ab-c0c5d0749b3a {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:47:41.114106 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 6ccabad6-2670-419e-95ab-c0c5d0749b3a not bound to the agent host hv-cinder-maste {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:47:41.118450 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.db_base_plugin_common [None req-0dba8340-db9d-4de5-84f5-c4a6f2846414 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Allocated IP 172.37.6.95 (973fa957-bcd6-42c3-bc57-5a91d78147c8/c5b4f151-6e49-4135-be82-7abc543b5247/541c7802-7877-44b9-a79e-dc9e9ba9e528) {{(pid=111415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:47:41.129237 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:41.314595 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33b8b1-6c28-442a-81ad-c56e286c9d0d req-c89555a5-e0aa-410e-bcfd-087bda9f321e tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:41.317250 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-cd33b8b1-6c28-442a-81ad-c56e286c9d0d req-c89555a5-e0aa-410e-bcfd-087bda9f321e tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 946 time: 0.1540864 Oct 19 00:47:41.395823 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:41.440118 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-0dba8340-db9d-4de5-84f5-c4a6f2846414 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks [] for port (541c7802-7877-44b9-a79e-dc9e9ba9e528), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:41.473481 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-cd33b8b1-6c28-442a-81ad-c56e286c9d0d req-7261af04-fb95-4a21-bfaf-95bf7fa171f0 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4905e055-e53a-471c-a6b1-7e77931ff8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460905 Oct 19 00:47:41.533433 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-0dba8340-db9d-4de5-84f5-c4a6f2846414 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7426774'] for port (541c7802-7877-44b9-a79e-dc9e9ba9e528), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:41.578773 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 37420) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:47:41.579826 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dba8340-db9d-4de5-84f5-c4a6f2846414 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Network 973fa957-bcd6-42c3-bc57-5a91d78147c8 is already hosted by enough agents. {{(pid=111415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:47:41.586288 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.base_scheduler [None req-0dba8340-db9d-4de5-84f5-c4a6f2846414 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Resources bound (agent type, host, resource id): {{(pid=111415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:47:41.589303 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dba8340-db9d-4de5-84f5-c4a6f2846414 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Received port after_create {{(pid=111415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:47:41.639178 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba8340-db9d-4de5-84f5-c4a6f2846414 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Pushing event updated for resources: {'Port': ['ID=541c7802-7877-44b9-a79e-dc9e9ba9e528,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:47:41.661918 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba8340-db9d-4de5-84f5-c4a6f2846414 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:41.662460 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba8340-db9d-4de5-84f5-c4a6f2846414 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:41.663036 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba8340-db9d-4de5-84f5-c4a6f2846414 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:41.663588 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba8340-db9d-4de5-84f5-c4a6f2846414 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:41.664131 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba8340-db9d-4de5-84f5-c4a6f2846414 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:41.664655 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba8340-db9d-4de5-84f5-c4a6f2846414 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:41.665180 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba8340-db9d-4de5-84f5-c4a6f2846414 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:41.665735 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba8340-db9d-4de5-84f5-c4a6f2846414 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:41.666243 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba8340-db9d-4de5-84f5-c4a6f2846414 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:41.666809 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba8340-db9d-4de5-84f5-c4a6f2846414 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:41.667183 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba8340-db9d-4de5-84f5-c4a6f2846414 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:41.667628 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba8340-db9d-4de5-84f5-c4a6f2846414 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:41.668167 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba8340-db9d-4de5-84f5-c4a6f2846414 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:41.668766 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba8340-db9d-4de5-84f5-c4a6f2846414 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:41.669320 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba8340-db9d-4de5-84f5-c4a6f2846414 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:47:41.678125 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-9dee6e9b-17b9-42d5-982d-000a95724f1d tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for security_group (a71f79ca-4b8c-4eb0-863c-d32961da8c72), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:41.721160 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-9dee6e9b-17b9-42d5-982d-000a95724f1d tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for security_group (a71f79ca-4b8c-4eb0-863c-d32961da8c72), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:41.788725 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-9dee6e9b-17b9-42d5-982d-000a95724f1d tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (a71f79ca-4b8c-4eb0-863c-d32961da8c72), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:41.792560 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-9dee6e9b-17b9-42d5-982d-000a95724f1d tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:41.794060 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-9dee6e9b-17b9-42d5-982d-000a95724f1d tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/a71f79ca-4b8c-4eb0-863c-d32961da8c72 HTTP/1.1" status: 204 len: 168 time: 0.2140789 Oct 19 00:47:41.799243 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 37422) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:47:41.808857 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee6e9b-17b9-42d5-982d-000a95724f1d tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71f79ca-4b8c-4eb0-863c-d32961da8c72,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:47:41.861572 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.api.v2.resource [None req-ea6418bc-d325-4d9b-b34a-a81e517c7826 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] show failed (client error): The resource could not be found. Oct 19 00:47:41.863159 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-ea6418bc-d325-4d9b-b34a-a81e517c7826 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "GET /networking/v2.0/security-groups/a71f79ca-4b8c-4eb0-863c-d32961da8c72 HTTP/1.1" status: 404 len: 347 time: 0.0621572 Oct 19 00:47:41.867161 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 37424) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:47:42.008671 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [None req-24ecf360-ce3a-487b-a0a9-47cdcb73fb23 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Deleting port 82ade522-17a3-4bce-ab13-68d2d72b2ac6 {{(pid=111414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:47:42.009015 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-24ecf360-ce3a-487b-a0a9-47cdcb73fb23 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (82ade522-17a3-4bce-ab13-68d2d72b2ac6), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:42.128028 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-0dba8340-db9d-4de5-84f5-c4a6f2846414 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks [] for floatingip (3267c401-3324-4712-a409-4164143c3719), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:42.146470 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-24ecf360-ce3a-487b-a0a9-47cdcb73fb23 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (82ade522-17a3-4bce-ab13-68d2d72b2ac6), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:42.147046 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-24ecf360-ce3a-487b-a0a9-47cdcb73fb23 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for floatingip (82ade522-17a3-4bce-ab13-68d2d72b2ac6), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:42.169248 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [None req-24ecf360-ce3a-487b-a0a9-47cdcb73fb23 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Calling delete_port for 82ade522-17a3-4bce-ab13-68d2d72b2ac6 owned by network:floatingip {{(pid=111414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:47:42.180148 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:42.233790 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-0dba8340-db9d-4de5-84f5-c4a6f2846414 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (541c7802-7877-44b9-a79e-dc9e9ba9e528), before_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:42.350835 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:42.370287 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-24ecf360-ce3a-487b-a0a9-47cdcb73fb23 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (82ade522-17a3-4bce-ab13-68d2d72b2ac6), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:42.418300 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ecf360-ce3a-487b-a0a9-47cdcb73fb23 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Pushing event deleted for resources: {'Port': ['ID=82ade522-17a3-4bce-ab13-68d2d72b2ac6,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:47:42.436783 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-0dba8340-db9d-4de5-84f5-c4a6f2846414 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks [] for port (541c7802-7877-44b9-a79e-dc9e9ba9e528), precommit_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:42.443072 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-0dba8340-db9d-4de5-84f5-c4a6f2846414 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7426799'] for port (541c7802-7877-44b9-a79e-dc9e9ba9e528), after_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:42.466865 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:42.517856 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba8340-db9d-4de5-84f5-c4a6f2846414 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Pushing event updated for resources: {'Port': ['ID=541c7802-7877-44b9-a79e-dc9e9ba9e528,revision_number=2']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:47:42.521352 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-0dba8340-db9d-4de5-84f5-c4a6f2846414 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942318'] for floatingip (3267c401-3324-4712-a409-4164143c3719), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:42.533435 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-24ecf360-ce3a-487b-a0a9-47cdcb73fb23 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks [] for floatingip (e81c5069-274c-43a3-81c8-bfb44c8966a7), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:42.537313 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-24ecf360-ce3a-487b-a0a9-47cdcb73fb23 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for floatingip (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:42.538991 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-24ecf360-ce3a-487b-a0a9-47cdcb73fb23 tempest-AttachVolumeNegativeTest-1282551484 tempest-AttachVolumeNegativeTest-1282551484-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/e81c5069-274c-43a3-81c8-bfb44c8966a7 HTTP/1.1" status: 204 len: 168 time: 0.6705797 Oct 19 00:47:42.614623 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:42.945222 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.db.l3_db [None req-0dba8340-db9d-4de5-84f5-c4a6f2846414 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Floating IP 3267c401-3324-4712-a409-4164143c3719 associated. External IP: 172.37.6.95, port: 94f720c6-9b61-4983-ab49-77c9cdd0fe18. Oct 19 00:47:42.953218 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a02118-35e4-4ec2-b392-50840e68d7a6 req-805ec4ad-0f60-4683-891e-0f6582ff4ef5 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:42.954867 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-59a02118-35e4-4ec2-b392-50840e68d7a6 req-805ec4ad-0f60-4683-891e-0f6582ff4ef5 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 946 time: 0.3389471 Oct 19 00:47:43.095873 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-59a02118-35e4-4ec2-b392-50840e68d7a6 req-0c421182-0be3-406d-8a5c-782824a0d3a0 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4905e055-e53a-471c-a6b1-7e77931ff8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045341 Oct 19 00:47:43.233379 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dba8340-db9d-4de5-84f5-c4a6f2846414 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Router e4e088dd-fead-45f8-a190-19c3426512cb has already been hosted by L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 {{(pid=111415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:47:43.353613 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dba8340-db9d-4de5-84f5-c4a6f2846414 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:47:43.367539 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201bd201-7117-4055-95de-1b1f5609cada None None] Sync routers for ids ['e4e088dd-fead-45f8-a190-19c3426512cb'] in dv-cinder-master-3-iscsi {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:47:43.379301 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-0dba8340-db9d-4de5-84f5-c4a6f2846414 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for floatingip (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:43.387358 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201bd201-7117-4055-95de-1b1f5609cada None None] Routers {'e4e088dd-fead-45f8-a190-19c3426512cb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:47:43.388296 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-201bd201-7117-4055-95de-1b1f5609cada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:47:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['e4e088dd-fead-45f8-a190-19c3426512cb'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:47:43.392856 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:43.418771 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-0dba8340-db9d-4de5-84f5-c4a6f2846414 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5938687 Oct 19 00:47:43.419484 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2b07e55-0b24-4055-889f-e69cdf22f251', 'tag': '94f720c6-9b61-4983-ab49-77c9cdd0fe18'}] {{(pid=111415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:47:43.422033 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f300162fd090eaaff70cedce24d76e4f7ed07854ce673f865be8180b69e4678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcb874b-00d4-4fd9-936a-001962f3c88d" -d '{"events": [{"name": "network-changed", "server_uuid": "d2b07e55-0b24-4055-889f-e69cdf22f251", "tag": "94f720c6-9b61-4983-ab49-77c9cdd0fe18"}]}' {{(pid=111415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:47:43.495464 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 00:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebd6b30-abe6-4443-8912-548e6a2d8d7f x-openstack-request-id: req-9ebd6b30-abe6-4443-8912-548e6a2d8d7f {{(pid=111415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:47:43.495895 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2b07e55-0b24-4055-889f-e69cdf22f251", "tag": "94f720c6-9b61-4983-ab49-77c9cdd0fe18", "status": "completed", "code": 200}]} {{(pid=111415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:47:43.496253 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9ebd6b30-abe6-4443-8912-548e6a2d8d7f {{(pid=111415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:47:43.496765 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ebd6b30-abe6-4443-8912-548e6a2d8d7f'] response: {'name': 'network-changed', 'server_uuid': 'd2b07e55-0b24-4055-889f-e69cdf22f251', 'tag': '94f720c6-9b61-4983-ab49-77c9cdd0fe18', 'status': 'completed', 'code': 200} Oct 19 00:47:43.567697 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:43.587270 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-201bd201-7117-4055-95de-1b1f5609cada None None] Set router e4e088dd-fead-45f8-a190-19c3426512cb gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:47:43.600210 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb874b-00d4-4fd9-936a-001962f3c88d req-49787677-c159-4037-9a19-adfec6573e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:43.602199 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-8bcb874b-00d4-4fd9-936a-001962f3c88d req-49787677-c159-4037-9a19-adfec6573e3a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=8684504b0eff415b9063cebae21ca667&device_id=d2b07e55-0b24-4055-889f-e69cdf22f251 HTTP/1.1" status: 200 len: 1130 time: 0.0489566 Oct 19 00:47:43.734646 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb874b-00d4-4fd9-936a-001962f3c88d req-be84fc71-c75b-4eda-a25d-f3b8bd4f1684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:43.737382 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-8bcb874b-00d4-4fd9-936a-001962f3c88d req-be84fc71-c75b-4eda-a25d-f3b8bd4f1684 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=cfe47441-dd27-4b7c-958a-cc2e5c8243ac HTTP/1.1" status: 200 len: 913 time: 0.1276920 Oct 19 00:47:43.829695 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-8bcb874b-00d4-4fd9-936a-001962f3c88d req-96385f09-f697-43d7-af76-6d9fbe9a63a1 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94f720c6-9b61-4983-ab49-77c9cdd0fe18 HTTP/1.1" status: 200 len: 999 time: 0.0834708 Oct 19 00:47:43.899289 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb874b-00d4-4fd9-936a-001962f3c88d req-36be635b-3dfe-4c3a-a3ff-9cef9d7b121a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:43.900898 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-8bcb874b-00d4-4fd9-936a-001962f3c88d req-36be635b-3dfe-4c3a-a3ff-9cef9d7b121a service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=ed6b2b90-24f3-4781-a6d8-0b858f53c7ca HTTP/1.1" status: 200 len: 851 time: 0.0665731 Oct 19 00:47:43.956985 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-201bd201-7117-4055-95de-1b1f5609cada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'name': 'tempest-TestVolumeBootPattern-1509644699-router', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.224'}], 'enable_snat': True}, 'gw_port_id': 'dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:43:56Z', 'updated_at': '2022-10-19T00:44:00Z', 'revision_number': 4, 'project_id': '8684504b0eff415b9063cebae21ca667', 'gw_port': {'id': 'dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:43:57Z', 'updated_at': '2022-10-19T00:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '3267c401-3324-4712-a409-4164143c3719', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'floating_ip_address': '172.37.6.95', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'port_id': '94f720c6-9b61-4983-ab49-77c9cdd0fe18', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac', 'mac_address': 'fa:16:3e:11:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b07e55-0b24-4055-889f-e69cdf22f251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:47:41Z', 'updated_at': '2022-10-19T00:47:41Z', 'revision_number': 0, 'project_id': '8684504b0eff415b9063cebae21ca667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4a76fb-25b4-4764-9e7e-531467118a04', 'name': '', 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'mac_address': 'fa:16:3e:9d:ff:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ed6b2b90-24f3-4781-a6d8-0b858f53c7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:43:59Z', 'updated_at': '2022-10-19T00:44:06Z', 'revision_number': 5, 'project_id': '8684504b0eff415b9063cebae21ca667', 'subnets': [{'id': 'ed6b2b90-24f3-4781-a6d8-0b858f53c7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:47:43.961438 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb874b-00d4-4fd9-936a-001962f3c88d req-b724cbdd-8a09-4b5a-8493-9871902c06ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:43.963128 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-8bcb874b-00d4-4fd9-936a-001962f3c88d req-b724cbdd-8a09-4b5a-8493-9871902c06ba service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=cfe47441-dd27-4b7c-958a-cc2e5c8243ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550108 Oct 19 00:47:44.014578 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201bd201-7117-4055-95de-1b1f5609cada None None] Checking router: e4e088dd-fead-45f8-a190-19c3426512cb for host: dv-cinder-master-3-iscsi {{(pid=111416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:47:44.031503 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201bd201-7117-4055-95de-1b1f5609cada None None] Routers {'e4e088dd-fead-45f8-a190-19c3426512cb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:47:44.032950 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-201bd201-7117-4055-95de-1b1f5609cada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:47:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['e4e088dd-fead-45f8-a190-19c3426512cb'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:47:44.096117 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-8bcb874b-00d4-4fd9-936a-001962f3c88d req-5fb12117-54ba-4124-ae46-b32ecd8a522d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cfe47441-dd27-4b7c-958a-cc2e5c8243ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254649 Oct 19 00:47:44.186097 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-201bd201-7117-4055-95de-1b1f5609cada None None] Set router e4e088dd-fead-45f8-a190-19c3426512cb gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:47:44.276086 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-8bcb874b-00d4-4fd9-936a-001962f3c88d req-fd0a8e5d-e2e1-41f6-91ce-db14201666a6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cfe47441-dd27-4b7c-958a-cc2e5c8243ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644392 Oct 19 00:47:44.357586 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ed169-c266-40bb-b05a-83f1c472dcde req-a57ca8ed-97f1-4e6e-8879-82972d389af4 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:44.360214 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-f07ed169-c266-40bb-b05a-83f1c472dcde req-a57ca8ed-97f1-4e6e-8879-82972d389af4 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 946 time: 0.1021309 Oct 19 00:47:44.446647 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-f07ed169-c266-40bb-b05a-83f1c472dcde req-bbca8d1e-3cb6-47b4-9b60-7694d0b79571 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4905e055-e53a-471c-a6b1-7e77931ff8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786510 Oct 19 00:47:44.581991 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-201bd201-7117-4055-95de-1b1f5609cada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'name': 'tempest-TestVolumeBootPattern-1509644699-router', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.224'}], 'enable_snat': True}, 'gw_port_id': 'dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:43:56Z', 'updated_at': '2022-10-19T00:44:00Z', 'revision_number': 4, 'project_id': '8684504b0eff415b9063cebae21ca667', 'gw_port': {'id': 'dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:43:57Z', 'updated_at': '2022-10-19T00:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '3267c401-3324-4712-a409-4164143c3719', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'floating_ip_address': '172.37.6.95', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'port_id': '94f720c6-9b61-4983-ab49-77c9cdd0fe18', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac', 'mac_address': 'fa:16:3e:11:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b07e55-0b24-4055-889f-e69cdf22f251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:47:41Z', 'updated_at': '2022-10-19T00:47:41Z', 'revision_number': 0, 'project_id': '8684504b0eff415b9063cebae21ca667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4a76fb-25b4-4764-9e7e-531467118a04', 'name': '', 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'mac_address': 'fa:16:3e:9d:ff:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ed6b2b90-24f3-4781-a6d8-0b858f53c7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:43:59Z', 'updated_at': '2022-10-19T00:44:06Z', 'revision_number': 5, 'project_id': '8684504b0eff415b9063cebae21ca667', 'subnets': [{'id': 'ed6b2b90-24f3-4781-a6d8-0b858f53c7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:47:44.631638 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201bd201-7117-4055-95de-1b1f5609cada None None] The sync data for ids ['e4e088dd-fead-45f8-a190-19c3426512cb'] in dv-cinder-master-3-iscsi is: [{'id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'name': 'tempest-TestVolumeBootPattern-1509644699-router', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.224'}], 'enable_snat': True}, 'gw_port_id': 'dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:43:56Z', 'updated_at': '2022-10-19T00:44:00Z', 'revision_number': 4, 'project_id': '8684504b0eff415b9063cebae21ca667', 'gw_port': {'id': 'dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:43:57Z', 'updated_at': '2022-10-19T00:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '3267c401-3324-4712-a409-4164143c3719', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'floating_ip_address': '172.37.6.95', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'port_id': '94f720c6-9b61-4983-ab49-77c9cdd0fe18', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac', 'mac_address': 'fa:16:3e:11:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b07e55-0b24-4055-889f-e69cdf22f251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:47:41Z', 'updated_at': '2022-10-19T00:47:41Z', 'revision_number': 0, 'project_id': '8684504b0eff415b9063cebae21ca667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4a76fb-25b4-4764-9e7e-531467118a04', 'name': '', 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'mac_address': 'fa:16:3e:9d:ff:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ed6b2b90-24f3-4781-a6d8-0b858f53c7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:43:59Z', 'updated_at': '2022-10-19T00:44:06Z', 'revision_number': 5, 'project_id': '8684504b0eff415b9063cebae21ca667', 'subnets': [{'id': 'ed6b2b90-24f3-4781-a6d8-0b858f53c7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:47:44.905527 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac2c079-c744-4578-ba9c-53c2fe02af69 None None] New status for floating IP 3267c401-3324-4712-a409-4164143c3719: ACTIVE {{(pid=111417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 00:47:45.589766 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:45.606207 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65da35c-9117-48a1-8f49-30b59ee1920a req-676c3569-3ac4-413a-8a41-f28ee57b134b tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:45.607890 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-f65da35c-9117-48a1-8f49-30b59ee1920a req-676c3569-3ac4-413a-8a41-f28ee57b134b tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 946 time: 0.0551174 Oct 19 00:47:45.672174 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-f65da35c-9117-48a1-8f49-30b59ee1920a req-b0194252-9331-4318-8250-b55c45caf75a tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4905e055-e53a-471c-a6b1-7e77931ff8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569723 Oct 19 00:47:45.945238 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09668f83-7a34-45e6-a604-6c7d457263b4 req-4f407147-105a-48aa-8892-d925f5f5e659 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:45.948479 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-09668f83-7a34-45e6-a604-6c7d457263b4 req-4f407147-105a-48aa-8892-d925f5f5e659 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 946 time: 0.0634751 Oct 19 00:47:46.017633 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-09668f83-7a34-45e6-a604-6c7d457263b4 req-0d4fba6d-f771-4cd1-aa8e-ba44f3ec1020 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4905e055-e53a-471c-a6b1-7e77931ff8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598831 Oct 19 00:47:46.052597 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef613-8be7-4258-8697-4e6897e74b11 req-ecd0e0ca-bda4-4e36-a296-2b7b39e070bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:46.054288 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-a35ef613-8be7-4258-8697-4e6897e74b11 req-ecd0e0ca-bda4-4e36-a296-2b7b39e070bc service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=82d7723ef95b4c3faeac9835eeb233a5&device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 1130 time: 0.0488000 Oct 19 00:47:46.176699 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef613-8be7-4258-8697-4e6897e74b11 req-c272d009-4804-4697-a7cb-4cbd368f1068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:46.178257 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-a35ef613-8be7-4258-8697-4e6897e74b11 req-c272d009-4804-4697-a7cb-4cbd368f1068 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=68404256-b068-4f6b-bb54-21abe9c04e36 HTTP/1.1" status: 200 len: 911 time: 0.1155217 Oct 19 00:47:46.249744 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-a35ef613-8be7-4258-8697-4e6897e74b11 req-b48d8511-56bb-4310-89f1-a5be3022904e service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b936cf8-a250-46ff-af9b-c10ccce59df7 HTTP/1.1" status: 200 len: 1002 time: 0.0639322 Oct 19 00:47:46.304513 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef613-8be7-4258-8697-4e6897e74b11 req-2ce6acc4-fc11-4765-8d3e-59fec9640e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:46.306061 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-a35ef613-8be7-4258-8697-4e6897e74b11 req-2ce6acc4-fc11-4765-8d3e-59fec9640e6d service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=f1202a63-9912-4834-858f-95da1154adf8 HTTP/1.1" status: 200 len: 849 time: 0.0500543 Oct 19 00:47:46.361562 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ef613-8be7-4258-8697-4e6897e74b11 req-320beb86-0077-4e19-a5fb-a23f37505db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:46.364429 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-a35ef613-8be7-4258-8697-4e6897e74b11 req-320beb86-0077-4e19-a5fb-a23f37505db8 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=68404256-b068-4f6b-bb54-21abe9c04e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519922 Oct 19 00:47:46.452174 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:46.473429 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-a35ef613-8be7-4258-8697-4e6897e74b11 req-0eb753a0-8e4a-4c76-8a40-edb2a692f7d5 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/68404256-b068-4f6b-bb54-21abe9c04e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001203 Oct 19 00:47:46.548219 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=100 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:46.568343 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 37478) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:47:46.610703 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-a35ef613-8be7-4258-8697-4e6897e74b11 req-9e5553b4-e843-4d60-95ea-32838ce9929e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/68404256-b068-4f6b-bb54-21abe9c04e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314633 Oct 19 00:47:46.901754 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:47.019674 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-65ef5cc2-e612-4a9c-8d3a-b081cc929aed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1942574'] for router_interface (cff419e6-44f2-4dba-b984-4bfa9e7f76e1), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:47.207726 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd937c1b-ed0d-4769-b4ae-f97e3f75e524 req-3ac8aa5c-9ca9-4136-8ac1-b2f4b41a8fc8 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:47.209350 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-fd937c1b-ed0d-4769-b4ae-f97e3f75e524 req-3ac8aa5c-9ca9-4136-8ac1-b2f4b41a8fc8 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 946 time: 0.0745494 Oct 19 00:47:47.317960 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-fd937c1b-ed0d-4769-b4ae-f97e3f75e524 req-829fff0c-4fed-4c8f-a2c0-bc2406f1b99e tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4905e055-e53a-471c-a6b1-7e77931ff8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805557 Oct 19 00:47:47.427644 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-65ef5cc2-e612-4a9c-8d3a-b081cc929aed admin admin] Deleting port 76e66c4d-d0fb-42f0-b692-137e4509b09a {{(pid=111415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:47:47.428230 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-65ef5cc2-e612-4a9c-8d3a-b081cc929aed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (76e66c4d-d0fb-42f0-b692-137e4509b09a), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:47.581083 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.db [None req-65ef5cc2-e612-4a9c-8d3a-b081cc929aed admin admin] For port 76e66c4d-d0fb-42f0-b692-137e4509b09a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=76e66c4d-d0fb-42f0-b692-137e4509b09a,segment=NetworkSegment(0949f098-87bd-4d7c-adb9-f3622e4872b3),segment_id=0949f098-87bd-4d7c-adb9-f3622e4872b3)] {{(pid=111415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:47:47.582427 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-65ef5cc2-e612-4a9c-8d3a-b081cc929aed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (76e66c4d-d0fb-42f0-b692-137e4509b09a), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:47.633744 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:47.635284 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-65ef5cc2-e612-4a9c-8d3a-b081cc929aed admin admin] Calling delete_port for 76e66c4d-d0fb-42f0-b692-137e4509b09a owned by network:router_interface {{(pid=111415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:47:47.660030 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc02f0e-3179-4ef4-bdb7-ec26ff6f82dc req-c4fbd8a6-bb94-4528-8292-c0bc64f58552 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:47.661768 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-bfc02f0e-3179-4ef4-bdb7-ec26ff6f82dc req-c4fbd8a6-bb94-4528-8292-c0bc64f58552 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 946 time: 0.0841348 Oct 19 00:47:47.771196 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-bfc02f0e-3179-4ef4-bdb7-ec26ff6f82dc req-6fce6ecc-3ddb-4c2b-bd15-f0c5b243b171 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768490 Oct 19 00:47:47.909897 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-65ef5cc2-e612-4a9c-8d3a-b081cc929aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7426774'] for port (76e66c4d-d0fb-42f0-b692-137e4509b09a), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:47.937366 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef5cc2-e612-4a9c-8d3a-b081cc929aed admin admin] Pushing event deleted for resources: {'Port': ['ID=76e66c4d-d0fb-42f0-b692-137e4509b09a,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:47:47.999393 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:48.172262 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-65ef5cc2-e612-4a9c-8d3a-b081cc929aed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1942682'] for router_interface (cff419e6-44f2-4dba-b984-4bfa9e7f76e1), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:48.203002 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86a4815-d6ec-46bc-bff9-300a649da98d None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=111416) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 19 00:47:48.334412 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86a4815-d6ec-46bc-bff9-300a649da98d None None] Resources bound (agent type, host, resource id): {{(pid=111416) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 00:47:48.494859 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=100 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:48.566863 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324d9af-e99f-47a2-93d7-353cb956e835 req-b4de31fe-fa65-4244-b88c-8e483369154a tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:48.568712 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-b324d9af-e99f-47a2-93d7-353cb956e835 req-b4de31fe-fa65-4244-b88c-8e483369154a tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 946 time: 0.1051421 Oct 19 00:47:48.574323 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ef5cc2-e612-4a9c-8d3a-b081cc929aed admin admin] Router cff419e6-44f2-4dba-b984-4bfa9e7f76e1 has already been hosted by L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 {{(pid=111415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:47:48.689999 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-b324d9af-e99f-47a2-93d7-353cb956e835 req-8500cd2f-a9fd-467c-9761-e0ff64403994 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4905e055-e53a-471c-a6b1-7e77931ff8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087806 Oct 19 00:47:48.751065 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ef5cc2-e612-4a9c-8d3a-b081cc929aed admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:47:48.758828 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-65ef5cc2-e612-4a9c-8d3a-b081cc929aed admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/cff419e6-44f2-4dba-b984-4bfa9e7f76e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1891122 Oct 19 00:47:48.760296 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 37498) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:47:48.766035 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01a0e04-3539-4830-9e89-e106d99e21e3 None None] Sync routers for ids ['cff419e6-44f2-4dba-b984-4bfa9e7f76e1'] in dv-cinder-master-3-iscsi {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:47:48.780620 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01a0e04-3539-4830-9e89-e106d99e21e3 None None] Routers {'cff419e6-44f2-4dba-b984-4bfa9e7f76e1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:47:48.782060 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-c01a0e04-3539-4830-9e89-e106d99e21e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:47:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['cff419e6-44f2-4dba-b984-4bfa9e7f76e1'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:47:48.917016 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5a936043-5c99-4eba-ab1d-e2f7312154d0 admin admin] Publish callbacks [] for router (cff419e6-44f2-4dba-b984-4bfa9e7f76e1), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:48.985266 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-c01a0e04-3539-4830-9e89-e106d99e21e3 None None] Set router cff419e6-44f2-4dba-b984-4bfa9e7f76e1 gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:47:49.048431 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=100 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:49.069796 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa7257-bfa1-41e0-b5d7-4f77c2ce13e0 req-f36dbe26-b6d2-468d-a312-ae5389ae6daf tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:49.083960 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8ffa7257-bfa1-41e0-b5d7-4f77c2ce13e0 req-f36dbe26-b6d2-468d-a312-ae5389ae6daf tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 946 time: 0.1419141 Oct 19 00:47:49.175705 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8ffa7257-bfa1-41e0-b5d7-4f77c2ce13e0 req-79b7c5e7-7624-48b4-8342-ac213faf5cb1 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901136 Oct 19 00:47:49.307142 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.agents_db [None req-a13584a9-f264-4877-bb17-87a252e2109a None None] Agent healthcheck: found 6 active agents {{(pid=111417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:47:49.334220 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-c01a0e04-3539-4830-9e89-e106d99e21e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'name': 'tempest-AttachVolumeNegativeTest-34200755-router', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108'}], 'enable_snat': True}, 'gw_port_id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:25Z', 'updated_at': '2022-10-19T00:47:47Z', 'revision_number': 5, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'gw_port': {'id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:47:49.339421 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-ccd51ece-b627-4897-9bef-833bf0125d6d None None] Provisioning complete for port b30378a6-bfcb-42f2-b322-51ef4af9a4cc triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:47:49.339977 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-ccd51ece-b627-4897-9bef-833bf0125d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (b30378a6-bfcb-42f2-b322-51ef4af9a4cc), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:49.340478 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-ccd51ece-b627-4897-9bef-833bf0125d6d None None] Attempt 1 to provision port b30378a6-bfcb-42f2-b322-51ef4af9a4cc Oct 19 00:47:49.379523 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01a0e04-3539-4830-9e89-e106d99e21e3 None None] Checking router: cff419e6-44f2-4dba-b984-4bfa9e7f76e1 for host: dv-cinder-master-3-iscsi {{(pid=111416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:47:49.425095 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01a0e04-3539-4830-9e89-e106d99e21e3 None None] Routers {'cff419e6-44f2-4dba-b984-4bfa9e7f76e1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:47:49.425095 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-c01a0e04-3539-4830-9e89-e106d99e21e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:47:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['cff419e6-44f2-4dba-b984-4bfa9e7f76e1'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:47:49.428355 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c91617-f232-4b58-a9cf-d6853a7fda09 req-44d3ba44-b6a7-4c96-994f-e827fc66cd98 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:49.429910 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-e5c91617-f232-4b58-a9cf-d6853a7fda09 req-44d3ba44-b6a7-4c96-994f-e827fc66cd98 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 946 time: 0.0681758 Oct 19 00:47:49.436437 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5a936043-5c99-4eba-ab1d-e2f7312154d0 admin admin] Publish callbacks [] for router_gateway (cff419e6-44f2-4dba-b984-4bfa9e7f76e1), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:49.565559 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [None req-5a936043-5c99-4eba-ab1d-e2f7312154d0 admin admin] Deleting port 34c67444-7acf-4405-bf27-e0be5c28ddd1 {{(pid=111414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:47:49.566602 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5a936043-5c99-4eba-ab1d-e2f7312154d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (34c67444-7acf-4405-bf27-e0be5c28ddd1), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:49.625682 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [req-e5c91617-f232-4b58-a9cf-d6853a7fda09 req-de88020c-8f80-4584-949e-44064e3e544d tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Deleting port ba933942-134c-497e-8475-ff284eee237e {{(pid=111414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:47:49.626071 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-e5c91617-f232-4b58-a9cf-d6853a7fda09 req-de88020c-8f80-4584-949e-44064e3e544d tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (ba933942-134c-497e-8475-ff284eee237e), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:49.774181 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [None req-5a936043-5c99-4eba-ab1d-e2f7312154d0 admin admin] For port 34c67444-7acf-4405-bf27-e0be5c28ddd1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=34c67444-7acf-4405-bf27-e0be5c28ddd1,segment=NetworkSegment(cdce283e-dd8a-4d22-a7f9-996f16aea9b7),segment_id=cdce283e-dd8a-4d22-a7f9-996f16aea9b7)] {{(pid=111414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:47:49.775120 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5a936043-5c99-4eba-ab1d-e2f7312154d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (34c67444-7acf-4405-bf27-e0be5c28ddd1), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:49.792837 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-e5c91617-f232-4b58-a9cf-d6853a7fda09 req-de88020c-8f80-4584-949e-44064e3e544d tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] For port ba933942-134c-497e-8475-ff284eee237e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ba933942-134c-497e-8475-ff284eee237e,segment=NetworkSegment(5e10216b-5353-4a7f-a5b9-0961a609cc49),segment_id=5e10216b-5353-4a7f-a5b9-0961a609cc49)] {{(pid=111414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:47:49.793987 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-e5c91617-f232-4b58-a9cf-d6853a7fda09 req-de88020c-8f80-4584-949e-44064e3e544d tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (ba933942-134c-497e-8475-ff284eee237e), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:49.808063 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [None req-5a936043-5c99-4eba-ab1d-e2f7312154d0 admin admin] Calling delete_port for 34c67444-7acf-4405-bf27-e0be5c28ddd1 owned by network:router_gateway {{(pid=111414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:47:49.877485 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-ccd51ece-b627-4897-9bef-833bf0125d6d None None] Current status of the port b30378a6-bfcb-42f2-b322-51ef4af9a4cc is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:47:49.888808 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-c01a0e04-3539-4830-9e89-e106d99e21e3 None None] Set router cff419e6-44f2-4dba-b984-4bfa9e7f76e1 gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:47:49.976832 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:50.105921 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-e5c91617-f232-4b58-a9cf-d6853a7fda09 req-de88020c-8f80-4584-949e-44064e3e544d tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:50.106388 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-e5c91617-f232-4b58-a9cf-d6853a7fda09 req-de88020c-8f80-4584-949e-44064e3e544d tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942318'] for floatingip (831b77ab-0991-4b54-92a9-ced89d32efdd), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:50.106671 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.db.l3_db [req-e5c91617-f232-4b58-a9cf-d6853a7fda09 req-de88020c-8f80-4584-949e-44064e3e544d tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Floating IP 831b77ab-0991-4b54-92a9-ced89d32efdd disassociated. External IP: 172.37.6.127, port: ba933942-134c-497e-8475-ff284eee237e. Oct 19 00:47:50.107021 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [req-e5c91617-f232-4b58-a9cf-d6853a7fda09 req-de88020c-8f80-4584-949e-44064e3e544d tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Calling delete_port for ba933942-134c-497e-8475-ff284eee237e owned by compute:nova {{(pid=111414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:47:50.108879 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:50.147312 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-c01a0e04-3539-4830-9e89-e106d99e21e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'name': 'tempest-AttachVolumeNegativeTest-34200755-router', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108'}], 'enable_snat': True}, 'gw_port_id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:25Z', 'updated_at': '2022-10-19T00:47:47Z', 'revision_number': 5, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'gw_port': {'id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:47:50.186858 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01a0e04-3539-4830-9e89-e106d99e21e3 None None] The sync data for ids ['cff419e6-44f2-4dba-b984-4bfa9e7f76e1'] in dv-cinder-master-3-iscsi is: [{'id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'name': 'tempest-AttachVolumeNegativeTest-34200755-router', 'tenant_id': '0b35c2038f6b4d0a9012b004f1416c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108'}], 'enable_snat': True}, 'gw_port_id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:25Z', 'updated_at': '2022-10-19T00:47:47Z', 'revision_number': 5, 'project_id': '0b35c2038f6b4d0a9012b004f1416c00', 'gw_port': {'id': '34c67444-7acf-4405-bf27-e0be5c28ddd1', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff419e6-44f2-4dba-b984-4bfa9e7f76e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:47:50.249918 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5a936043-5c99-4eba-ab1d-e2f7312154d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (34c67444-7acf-4405-bf27-e0be5c28ddd1), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:50.288758 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a936043-5c99-4eba-ab1d-e2f7312154d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=34c67444-7acf-4405-bf27-e0be5c28ddd1,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:47:50.365152 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:50.391992 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b758e2a1-7c72-4ad7-9194-7a7511eefde3 req-a36a0de4-51e6-415b-aea0-c631f65b56ee tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:47:50.394702 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-b758e2a1-7c72-4ad7-9194-7a7511eefde3 req-a36a0de4-51e6-415b-aea0-c631f65b56ee tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 946 time: 0.0637233 Oct 19 00:47:50.429964 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5a936043-5c99-4eba-ab1d-e2f7312154d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1947507'] for router_gateway (cff419e6-44f2-4dba-b984-4bfa9e7f76e1), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:50.460565 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-b758e2a1-7c72-4ad7-9194-7a7511eefde3 req-bd04ea77-996e-44ba-9deb-a706f48bfe4e tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=073c1927-89a8-4b65-be67-8fff8bca1e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592964 Oct 19 00:47:50.497452 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-e5c91617-f232-4b58-a9cf-d6853a7fda09 req-de88020c-8f80-4584-949e-44064e3e544d tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (ba933942-134c-497e-8475-ff284eee237e), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:50.561457 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de88020c-8f80-4584-949e-44064e3e544d tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Pushing event deleted for resources: {'Port': ['ID=ba933942-134c-497e-8475-ff284eee237e,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:47:50.569924 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5a936043-5c99-4eba-ab1d-e2f7312154d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2019'] for router (cff419e6-44f2-4dba-b984-4bfa9e7f76e1), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:50.573054 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5a936043-5c99-4eba-ab1d-e2f7312154d0 admin admin] Publish callbacks [] for router_controller (cff419e6-44f2-4dba-b984-4bfa9e7f76e1), precommit_delete_associations {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:50.693439 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5a936043-5c99-4eba-ab1d-e2f7312154d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942605'] for router (cff419e6-44f2-4dba-b984-4bfa9e7f76e1), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:50.694329 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a936043-5c99-4eba-ab1d-e2f7312154d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cff419e6-44f2-4dba-b984-4bfa9e7f76e1 {{(pid=111414) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 00:47:50.703664 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5a936043-5c99-4eba-ab1d-e2f7312154d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:50.705574 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-5a936043-5c99-4eba-ab1d-e2f7312154d0 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/cff419e6-44f2-4dba-b984-4bfa9e7f76e1 HTTP/1.1" status: 204 len: 168 time: 1.9438229 Oct 19 00:47:50.710271 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 37506) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:47:50.777577 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.db_base_plugin_v2 [None req-27b6d066-3281-41bc-8006-78046fa94fbc admin admin] Deleting subnet 749347d7-6beb-499e-80b2-119168147fbe {{(pid=111415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 19 00:47:50.781524 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-27b6d066-3281-41bc-8006-78046fa94fbc admin admin] Publish callbacks [] for subnet (749347d7-6beb-499e-80b2-119168147fbe), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:50.797838 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5c91617-f232-4b58-a9cf-d6853a7fda09 req-de88020c-8f80-4584-949e-44064e3e544d tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Router 3cf80fd9-74a2-405a-9e51-106271f1f361 has already been hosted by L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 {{(pid=111414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:47:50.839251 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-27b6d066-3281-41bc-8006-78046fa94fbc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7426685'] for subnet (749347d7-6beb-499e-80b2-119168147fbe), precommit_delete_associations {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:50.975883 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5c91617-f232-4b58-a9cf-d6853a7fda09 req-de88020c-8f80-4584-949e-44064e3e544d tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:47:50.994365 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cc15a2-cd47-4097-80dc-369642cefe94 None None] Sync routers for ids ['3cf80fd9-74a2-405a-9e51-106271f1f361'] in dv-cinder-master-3-iscsi {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:47:51.017397 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:51.028007 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cc15a2-cd47-4097-80dc-369642cefe94 None None] Routers {'3cf80fd9-74a2-405a-9e51-106271f1f361'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:47:51.029126 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-47cc15a2-cd47-4097-80dc-369642cefe94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:47:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['3cf80fd9-74a2-405a-9e51-106271f1f361'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:47:51.031454 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-27b6d066-3281-41bc-8006-78046fa94fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-835128'] for subnet (749347d7-6beb-499e-80b2-119168147fbe), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:51.084227 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c91617-f232-4b58-a9cf-d6853a7fda09 req-de88020c-8f80-4584-949e-44064e3e544d tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] No DVR routers for this DVR port ba933942-134c-497e-8475-ff284eee237e on host hv-cinder-maste {{(pid=111414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 19 00:47:51.087394 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-e5c91617-f232-4b58-a9cf-d6853a7fda09 req-de88020c-8f80-4584-949e-44064e3e544d tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:51.091995 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-e5c91617-f232-4b58-a9cf-d6853a7fda09 req-de88020c-8f80-4584-949e-44064e3e544d tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.20 "DELETE /networking/v2.0/ports/ba933942-134c-497e-8475-ff284eee237e HTTP/1.1" status: 204 len: 173 time: 1.6515532 Oct 19 00:47:51.092558 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85efeeae-0648-4a33-bc74-c0f0d25880aa', 'name': 'network-vif-deleted', 'tag': 'ba933942-134c-497e-8475-ff284eee237e'}] {{(pid=111414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:47:51.112146 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e46469f00a83062af0f8a877bbd3a06bc7f865c711541049e4990ec8a28c8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85da3f56-2cb1-44e6-a43b-3c99609a3d72" -d '{"events": [{"server_uuid": "85efeeae-0648-4a33-bc74-c0f0d25880aa", "name": "network-vif-deleted", "tag": "ba933942-134c-497e-8475-ff284eee237e"}]}' {{(pid=111414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:47:51.199075 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-27b6d066-3281-41bc-8006-78046fa94fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-835107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7426725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7409458'] for subnet (749347d7-6beb-499e-80b2-119168147fbe), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:51.214527 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 00:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138397d5-6f2d-4461-8fc8-072de561bed5 x-openstack-request-id: req-138397d5-6f2d-4461-8fc8-072de561bed5 {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:47:51.214843 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85efeeae-0648-4a33-bc74-c0f0d25880aa", "name": "network-vif-deleted", "tag": "ba933942-134c-497e-8475-ff284eee237e", "status": "completed", "code": 200}]} {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:47:51.215101 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-138397d5-6f2d-4461-8fc8-072de561bed5 {{(pid=111414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:47:51.215520 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.notifiers.nova [-] Nova event matching ['req-138397d5-6f2d-4461-8fc8-072de561bed5'] response: {'server_uuid': '85efeeae-0648-4a33-bc74-c0f0d25880aa', 'name': 'network-vif-deleted', 'tag': 'ba933942-134c-497e-8475-ff284eee237e', 'status': 'completed', 'code': 200} Oct 19 00:47:51.241640 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b6d066-3281-41bc-8006-78046fa94fbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=749347d7-6beb-499e-80b2-119168147fbe,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:47:51.248899 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-27b6d066-3281-41bc-8006-78046fa94fbc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:51.256998 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 37510) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:47:51.257731 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-27b6d066-3281-41bc-8006-78046fa94fbc admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/749347d7-6beb-499e-80b2-119168147fbe HTTP/1.1" status: 204 len: 168 time: 0.5458906 Oct 19 00:47:51.263118 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e8683f-d7c1-4a6e-b199-a916158a5379 None None] Network 635fade4-7ee9-45f4-8020-ceb7d6bf784a requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:47:51.269617 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-47cc15a2-cd47-4097-80dc-369642cefe94 None None] Set router 3cf80fd9-74a2-405a-9e51-106271f1f361 gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:47:51.363818 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:51.440506 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-3402315c-5859-4fe8-a634-a82d672add7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-943402'] for network (635fade4-7ee9-45f4-8020-ceb7d6bf784a), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:51.523134 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [None req-3402315c-5859-4fe8-a634-a82d672add7f admin admin] Deleting port b30378a6-bfcb-42f2-b322-51ef4af9a4cc {{(pid=111414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:47:51.523450 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-3402315c-5859-4fe8-a634-a82d672add7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (b30378a6-bfcb-42f2-b322-51ef4af9a4cc), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:51.692089 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f59800-5c11-443c-ac71-c0f7165d5314 None None] DHCP port deletion for 635fade4-7ee9-45f4-8020-ceb7d6bf784a request from dv-cinder-master-3-iscsi {{(pid=111416) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 19 00:47:51.729056 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [None req-3402315c-5859-4fe8-a634-a82d672add7f admin admin] For port b30378a6-bfcb-42f2-b322-51ef4af9a4cc, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b30378a6-bfcb-42f2-b322-51ef4af9a4cc,segment=NetworkSegment(0949f098-87bd-4d7c-adb9-f3622e4872b3),segment_id=0949f098-87bd-4d7c-adb9-f3622e4872b3)] {{(pid=111414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:47:51.729851 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-3402315c-5859-4fe8-a634-a82d672add7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (b30378a6-bfcb-42f2-b322-51ef4af9a4cc), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:51.739124 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-84176b21-f328-479d-a758-73357b38edaf req-1ab91a8e-1a69-455a-a415-67b871b68385 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85efeeae-0648-4a33-bc74-c0f0d25880aa HTTP/1.1" status: 200 len: 210 time: 0.0693936 Oct 19 00:47:51.761054 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 34c67444-7acf-4405-bf27-e0be5c28ddd1 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:47:51.761885 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [None req-3402315c-5859-4fe8-a634-a82d672add7f admin admin] Calling delete_port for b30378a6-bfcb-42f2-b322-51ef4af9a4cc owned by network:dhcp {{(pid=111414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:47:51.766781 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=100 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:51.802875 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-47cc15a2-cd47-4097-80dc-369642cefe94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'name': 'tempest-AttachVolumeShelveTestJSON-974185996-router', 'tenant_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.225'}], 'enable_snat': True}, 'gw_port_id': '8600c63b-1f07-4601-8ec4-f15ced3e9ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 4, 'project_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'gw_port': {'id': '8600c63b-1f07-4601-8ec4-f15ced3e9ba2', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:27Z', 'updated_at': '2022-10-19T00:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '930e8761-e1d9-4b49-b26a-59d0cbc1c7e1', 'name': '', 'network_id': '173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc', 'tenant_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'mac_address': 'fa:16:3e:81:1b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '29c3f2de-ba2c-47ae-bf44-d2591e2e7caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:35Z', 'updated_at': '2022-10-19T00:40:58Z', 'revision_number': 5, 'project_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'subnets': [{'id': '29c3f2de-ba2c-47ae-bf44-d2591e2e7caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:47:51.806979 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] No Port match for: 34c67444-7acf-4405-bf27-e0be5c28ddd1 {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:47:51.807511 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 34c67444-7acf-4405-bf27-e0be5c28ddd1 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:47:51.808177 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 76e66c4d-d0fb-42f0-b692-137e4509b09a no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:47:51.817621 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-96f59800-5c11-443c-ac71-c0f7165d5314 None None] Deleting port b30378a6-bfcb-42f2-b322-51ef4af9a4cc {{(pid=111416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:47:51.818212 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-96f59800-5c11-443c-ac71-c0f7165d5314 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (b30378a6-bfcb-42f2-b322-51ef4af9a4cc), before_delete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:51.849878 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cc15a2-cd47-4097-80dc-369642cefe94 None None] Checking router: 3cf80fd9-74a2-405a-9e51-106271f1f361 for host: dv-cinder-master-3-iscsi {{(pid=111417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:47:51.865468 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cc15a2-cd47-4097-80dc-369642cefe94 None None] Routers {'3cf80fd9-74a2-405a-9e51-106271f1f361'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:47:51.866522 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-47cc15a2-cd47-4097-80dc-369642cefe94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:47:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['3cf80fd9-74a2-405a-9e51-106271f1f361'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:47:51.874651 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] No Port match for: 76e66c4d-d0fb-42f0-b692-137e4509b09a {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:47:51.875189 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 76e66c4d-d0fb-42f0-b692-137e4509b09a not bound to the agent host dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:47:51.896622 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-3402315c-5859-4fe8-a634-a82d672add7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (b30378a6-bfcb-42f2-b322-51ef4af9a4cc), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:51.944233 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3402315c-5859-4fe8-a634-a82d672add7f admin admin] Pushing event deleted for resources: {'Port': ['ID=b30378a6-bfcb-42f2-b322-51ef4af9a4cc,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:47:51.953327 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3402315c-5859-4fe8-a634-a82d672add7f admin admin] No DVR routers for this DVR port b30378a6-bfcb-42f2-b322-51ef4af9a4cc on host dv-cinder-master-3-iscsi {{(pid=111414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 19 00:47:51.990262 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-96f59800-5c11-443c-ac71-c0f7165d5314 None None] For port b30378a6-bfcb-42f2-b322-51ef4af9a4cc, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b30378a6-bfcb-42f2-b322-51ef4af9a4cc,segment=NetworkSegment(0949f098-87bd-4d7c-adb9-f3622e4872b3),segment_id=0949f098-87bd-4d7c-adb9-f3622e4872b3)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:47:51.990831 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-96f59800-5c11-443c-ac71-c0f7165d5314 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (b30378a6-bfcb-42f2-b322-51ef4af9a4cc), precommit_delete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:52.020353 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-96f59800-5c11-443c-ac71-c0f7165d5314 None None] Calling delete_port for b30378a6-bfcb-42f2-b322-51ef4af9a4cc owned by network:dhcp {{(pid=111416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:47:52.062999 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-47cc15a2-cd47-4097-80dc-369642cefe94 None None] Set router 3cf80fd9-74a2-405a-9e51-106271f1f361 gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:47:52.091163 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-3402315c-5859-4fe8-a634-a82d672add7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-835184', 'neutron.services.segments.db._delete_segments_for_network-8730482754115'] for network (635fade4-7ee9-45f4-8020-ceb7d6bf784a), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:52.131465 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.services.segments.db [None req-3402315c-5859-4fe8-a634-a82d672add7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['635fade4-7ee9-45f4-8020-ceb7d6bf784a']}} {{(pid=111414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:47:52.146356 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.services.segments.db [None req-3402315c-5859-4fe8-a634-a82d672add7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0949f098-87bd-4d7c-adb9-f3622e4872b3') {'for_net_delete': True} {{(pid=111414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:47:52.146685 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.services.segments.db [None req-3402315c-5859-4fe8-a634-a82d672add7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0949f098-87bd-4d7c-adb9-f3622e4872b3') {} {{(pid=111414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:47:52.159516 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:52.169914 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-3402315c-5859-4fe8-a634-a82d672add7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730482833143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8000567'] for segment (0949f098-87bd-4d7c-adb9-f3622e4872b3), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:52.195227 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-3402315c-5859-4fe8-a634-a82d672add7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412'] for segment (0949f098-87bd-4d7c-adb9-f3622e4872b3), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:52.205746 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3402315c-5859-4fe8-a634-a82d672add7f admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=111414) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 00:47:52.207281 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-3402315c-5859-4fe8-a634-a82d672add7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6576813'] for segment (0949f098-87bd-4d7c-adb9-f3622e4872b3), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:52.224877 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-96f59800-5c11-443c-ac71-c0f7165d5314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459'] for port (b30378a6-bfcb-42f2-b322-51ef4af9a4cc), after_delete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:52.261471 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f59800-5c11-443c-ac71-c0f7165d5314 None None] No DVR routers for this DVR port b30378a6-bfcb-42f2-b322-51ef4af9a4cc on host dv-cinder-master-3-iscsi {{(pid=111416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 19 00:47:52.268210 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.services.segments.plugin [-] Segment 0949f098-87bd-4d7c-adb9-f3622e4872b3 resource provider aggregate not found Oct 19 00:47:52.300994 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.services.segments.plugin [-] Segment 0949f098-87bd-4d7c-adb9-f3622e4872b3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0949f098-87bd-4d7c-adb9-f3622e4872b3 found for delete ", "request_id": "req-7d215895-6c62-4ccb-a6a6-30981467effe"}]} Oct 19 00:47:52.323916 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f59800-5c11-443c-ac71-c0f7165d5314 None None] Pushing event deleted for resources: {'Port': ['ID=b30378a6-bfcb-42f2-b322-51ef4af9a4cc,revision_number=None']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:47:52.324827 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-3402315c-5859-4fe8-a634-a82d672add7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-835145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942277'] for network (635fade4-7ee9-45f4-8020-ceb7d6bf784a), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:52.334403 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-3402315c-5859-4fe8-a634-a82d672add7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for network (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:52.341464 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-3402315c-5859-4fe8-a634-a82d672add7f admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/635fade4-7ee9-45f4-8020-ceb7d6bf784a HTTP/1.1" status: 204 len: 168 time: 1.0831075 Oct 19 00:47:52.367145 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3402315c-5859-4fe8-a634-a82d672add7f admin admin] Pushing event deleted for resources: {'Network': ['ID=635fade4-7ee9-45f4-8020-ceb7d6bf784a,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:47:52.408077 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-47cc15a2-cd47-4097-80dc-369642cefe94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'name': 'tempest-AttachVolumeShelveTestJSON-974185996-router', 'tenant_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.225'}], 'enable_snat': True}, 'gw_port_id': '8600c63b-1f07-4601-8ec4-f15ced3e9ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 4, 'project_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'gw_port': {'id': '8600c63b-1f07-4601-8ec4-f15ced3e9ba2', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:27Z', 'updated_at': '2022-10-19T00:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '930e8761-e1d9-4b49-b26a-59d0cbc1c7e1', 'name': '', 'network_id': '173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc', 'tenant_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'mac_address': 'fa:16:3e:81:1b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '29c3f2de-ba2c-47ae-bf44-d2591e2e7caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:35Z', 'updated_at': '2022-10-19T00:40:58Z', 'revision_number': 5, 'project_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'subnets': [{'id': '29c3f2de-ba2c-47ae-bf44-d2591e2e7caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:47:52.441205 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cc15a2-cd47-4097-80dc-369642cefe94 None None] The sync data for ids ['3cf80fd9-74a2-405a-9e51-106271f1f361'] in dv-cinder-master-3-iscsi is: [{'id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'name': 'tempest-AttachVolumeShelveTestJSON-974185996-router', 'tenant_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.225'}], 'enable_snat': True}, 'gw_port_id': '8600c63b-1f07-4601-8ec4-f15ced3e9ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:40:37Z', 'revision_number': 4, 'project_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'gw_port': {'id': '8600c63b-1f07-4601-8ec4-f15ced3e9ba2', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:27Z', 'updated_at': '2022-10-19T00:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '930e8761-e1d9-4b49-b26a-59d0cbc1c7e1', 'name': '', 'network_id': '173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc', 'tenant_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'mac_address': 'fa:16:3e:81:1b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '29c3f2de-ba2c-47ae-bf44-d2591e2e7caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:35Z', 'updated_at': '2022-10-19T00:40:58Z', 'revision_number': 5, 'project_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'subnets': [{'id': '29c3f2de-ba2c-47ae-bf44-d2591e2e7caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:47:52.522741 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 37520) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:47:52.576561 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-2f3eb939-d67a-41e8-a25e-73bf24794687 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=0b35c2038f6b4d0a9012b004f1416c00&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0522528 Oct 19 00:47:52.579329 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 37522) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:47:52.642790 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-eb0a195a-68be-4415-814a-41009ba990b9 admin admin] Publish callbacks [] for security_group (b812fdff-c1a1-4b5d-ad1e-836b6c6bf678), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:52.672822 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-eb0a195a-68be-4415-814a-41009ba990b9 admin admin] Publish callbacks [] for security_group (b812fdff-c1a1-4b5d-ad1e-836b6c6bf678), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:52.727110 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12de6d8-265c-4f7f-ac91-3599579d40ed None None] New status for floating IP 831b77ab-0991-4b54-92a9-ced89d32efdd: DOWN {{(pid=111416) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 00:47:52.735960 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-eb0a195a-68be-4415-814a-41009ba990b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (b812fdff-c1a1-4b5d-ad1e-836b6c6bf678), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:52.742702 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-eb0a195a-68be-4415-814a-41009ba990b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:52.744602 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-eb0a195a-68be-4415-814a-41009ba990b9 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/b812fdff-c1a1-4b5d-ad1e-836b6c6bf678 HTTP/1.1" status: 204 len: 168 time: 0.1641302 Oct 19 00:47:52.761094 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a195a-68be-4415-814a-41009ba990b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b812fdff-c1a1-4b5d-ad1e-836b6c6bf678,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:47:52.900160 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 37530) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:47:52.977802 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-65ff3664-56fb-4cd9-92e1-2292b9221af5 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks [] for security_group (073c1927-89a8-4b65-be67-8fff8bca1e40), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:53.004379 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:53.009761 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-65ff3664-56fb-4cd9-92e1-2292b9221af5 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks [] for security_group (073c1927-89a8-4b65-be67-8fff8bca1e40), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:53.082266 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-65ff3664-56fb-4cd9-92e1-2292b9221af5 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (073c1927-89a8-4b65-be67-8fff8bca1e40), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:53.085321 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-65ff3664-56fb-4cd9-92e1-2292b9221af5 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:53.091351 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-65ff3664-56fb-4cd9-92e1-2292b9221af5 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/073c1927-89a8-4b65-be67-8fff8bca1e40 HTTP/1.1" status: 204 len: 168 time: 0.1853933 Oct 19 00:47:53.091705 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 37534) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:47:53.103647 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff3664-56fb-4cd9-92e1-2292b9221af5 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=073c1927-89a8-4b65-be67-8fff8bca1e40,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:47:53.123084 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.api.v2.resource [None req-677d2757-c1dc-40aa-868a-36e79aad71d4 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] show failed (client error): The resource could not be found. Oct 19 00:47:53.124252 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-677d2757-c1dc-40aa-868a-36e79aad71d4 tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "GET /networking/v2.0/security-groups/073c1927-89a8-4b65-be67-8fff8bca1e40 HTTP/1.1" status: 404 len: 347 time: 0.0310361 Oct 19 00:47:53.129820 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 37536) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:47:53.130447 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device ba933942-134c-497e-8475-ff284eee237e no longer exists at agent hyperv_hv-cinder-maste {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:47:53.161652 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] No Port match for: ba933942-134c-497e-8475-ff284eee237e {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:47:53.161978 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device ba933942-134c-497e-8475-ff284eee237e not bound to the agent host hv-cinder-maste {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:47:53.295731 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-bc975ceb-d15d-4278-adec-c75c0fa0b09a tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Deleting port 1feffff5-3343-4d81-9cfc-60752725677c {{(pid=111415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:47:53.296176 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-bc975ceb-d15d-4278-adec-c75c0fa0b09a tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (1feffff5-3343-4d81-9cfc-60752725677c), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:53.407384 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-bc975ceb-d15d-4278-adec-c75c0fa0b09a tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (1feffff5-3343-4d81-9cfc-60752725677c), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:53.407742 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-bc975ceb-d15d-4278-adec-c75c0fa0b09a tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks [] for floatingip (1feffff5-3343-4d81-9cfc-60752725677c), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:53.432602 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-bc975ceb-d15d-4278-adec-c75c0fa0b09a tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Calling delete_port for 1feffff5-3343-4d81-9cfc-60752725677c owned by network:floatingip {{(pid=111415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:47:53.538161 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device b30378a6-bfcb-42f2-b322-51ef4af9a4cc no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:47:53.590516 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] No Port match for: b30378a6-bfcb-42f2-b322-51ef4af9a4cc {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:47:53.591045 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device b30378a6-bfcb-42f2-b322-51ef4af9a4cc not bound to the agent host dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:47:53.684045 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-bc975ceb-d15d-4278-adec-c75c0fa0b09a tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7426774'] for port (1feffff5-3343-4d81-9cfc-60752725677c), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:53.733522 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc975ceb-d15d-4278-adec-c75c0fa0b09a tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Pushing event deleted for resources: {'Port': ['ID=1feffff5-3343-4d81-9cfc-60752725677c,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:47:53.835121 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-bc975ceb-d15d-4278-adec-c75c0fa0b09a tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks [] for floatingip (831b77ab-0991-4b54-92a9-ced89d32efdd), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:53.838014 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-bc975ceb-d15d-4278-adec-c75c0fa0b09a tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for floatingip (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:53.839279 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-bc975ceb-d15d-4278-adec-c75c0fa0b09a tempest-AttachVolumeShelveTestJSON-495634389 tempest-AttachVolumeShelveTestJSON-495634389-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/831b77ab-0991-4b54-92a9-ced89d32efdd HTTP/1.1" status: 204 len: 168 time: 0.7078145 Oct 19 00:47:56.377908 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 37594) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:47:56.671398 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:57.223497 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-78139657-cb88-4e12-af46-87410f187511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1942574'] for router_interface (3cf80fd9-74a2-405a-9e51-106271f1f361), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:57.264493 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:57.534685 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-78139657-cb88-4e12-af46-87410f187511 admin admin] Deleting port 930e8761-e1d9-4b49-b26a-59d0cbc1c7e1 {{(pid=111415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:47:57.535411 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-78139657-cb88-4e12-af46-87410f187511 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (930e8761-e1d9-4b49-b26a-59d0cbc1c7e1), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:57.689473 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.db [None req-78139657-cb88-4e12-af46-87410f187511 admin admin] For port 930e8761-e1d9-4b49-b26a-59d0cbc1c7e1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=930e8761-e1d9-4b49-b26a-59d0cbc1c7e1,segment=NetworkSegment(5e10216b-5353-4a7f-a5b9-0961a609cc49),segment_id=5e10216b-5353-4a7f-a5b9-0961a609cc49)] {{(pid=111415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:47:57.690044 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-78139657-cb88-4e12-af46-87410f187511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (930e8761-e1d9-4b49-b26a-59d0cbc1c7e1), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:57.715185 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-78139657-cb88-4e12-af46-87410f187511 admin admin] Calling delete_port for 930e8761-e1d9-4b49-b26a-59d0cbc1c7e1 owned by network:router_interface {{(pid=111415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:47:57.955377 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:57.976338 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-78139657-cb88-4e12-af46-87410f187511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7426774'] for port (930e8761-e1d9-4b49-b26a-59d0cbc1c7e1), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:58.007109 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78139657-cb88-4e12-af46-87410f187511 admin admin] Pushing event deleted for resources: {'Port': ['ID=930e8761-e1d9-4b49-b26a-59d0cbc1c7e1,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:47:58.214356 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-78139657-cb88-4e12-af46-87410f187511 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1942682'] for router_interface (3cf80fd9-74a2-405a-9e51-106271f1f361), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:58.246723 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b68a83-a93e-408b-9081-0a7b6ef95369 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=111416) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 19 00:47:58.347773 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:58.405258 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b68a83-a93e-408b-9081-0a7b6ef95369 None None] Resources bound (agent type, host, resource id): {{(pid=111416) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 00:47:58.526270 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78139657-cb88-4e12-af46-87410f187511 admin admin] Router 3cf80fd9-74a2-405a-9e51-106271f1f361 has already been hosted by L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 {{(pid=111415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:47:58.618975 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:58.698971 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78139657-cb88-4e12-af46-87410f187511 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:47:58.712313 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1c8cd1-d216-404b-887a-e0ffba4b873f None None] Sync routers for ids ['3cf80fd9-74a2-405a-9e51-106271f1f361'] in dv-cinder-master-3-iscsi {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:47:58.716257 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:58.716389 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-78139657-cb88-4e12-af46-87410f187511 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/3cf80fd9-74a2-405a-9e51-106271f1f361/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3383248 Oct 19 00:47:58.719786 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 37618) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:47:58.720092 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:58.739252 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1c8cd1-d216-404b-887a-e0ffba4b873f None None] Routers {'3cf80fd9-74a2-405a-9e51-106271f1f361'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:47:58.739958 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-be1c8cd1-d216-404b-887a-e0ffba4b873f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:47:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['3cf80fd9-74a2-405a-9e51-106271f1f361'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:47:58.932959 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-eeb5c507-98d9-4a74-b24e-8995e624f808 admin admin] Publish callbacks [] for router (3cf80fd9-74a2-405a-9e51-106271f1f361), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:58.944533 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-be1c8cd1-d216-404b-887a-e0ffba4b873f None None] Set router 3cf80fd9-74a2-405a-9e51-106271f1f361 gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:47:59.093461 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-eeb5c507-98d9-4a74-b24e-8995e624f808 admin admin] Publish callbacks [] for router_gateway (3cf80fd9-74a2-405a-9e51-106271f1f361), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:59.155835 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-eeb5c507-98d9-4a74-b24e-8995e624f808 admin admin] Deleting port 8600c63b-1f07-4601-8ec4-f15ced3e9ba2 {{(pid=111415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:47:59.156176 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-eeb5c507-98d9-4a74-b24e-8995e624f808 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (8600c63b-1f07-4601-8ec4-f15ced3e9ba2), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:59.258077 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.db [None req-eeb5c507-98d9-4a74-b24e-8995e624f808 admin admin] For port 8600c63b-1f07-4601-8ec4-f15ced3e9ba2, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8600c63b-1f07-4601-8ec4-f15ced3e9ba2,segment=NetworkSegment(cdce283e-dd8a-4d22-a7f9-996f16aea9b7),segment_id=cdce283e-dd8a-4d22-a7f9-996f16aea9b7)] {{(pid=111415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:47:59.258590 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-eeb5c507-98d9-4a74-b24e-8995e624f808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (8600c63b-1f07-4601-8ec4-f15ced3e9ba2), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:59.275002 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-eeb5c507-98d9-4a74-b24e-8995e624f808 admin admin] Calling delete_port for 8600c63b-1f07-4601-8ec4-f15ced3e9ba2 owned by network:router_gateway {{(pid=111415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:47:59.293402 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-be1c8cd1-d216-404b-887a-e0ffba4b873f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'name': 'tempest-AttachVolumeShelveTestJSON-974185996-router', 'tenant_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.225'}], 'enable_snat': True}, 'gw_port_id': '8600c63b-1f07-4601-8ec4-f15ced3e9ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:47:57Z', 'revision_number': 5, 'project_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'gw_port': {'id': '8600c63b-1f07-4601-8ec4-f15ced3e9ba2', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:40:27Z', 'updated_at': '2022-10-19T00:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:47:59.345441 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1c8cd1-d216-404b-887a-e0ffba4b873f None None] Checking router: 3cf80fd9-74a2-405a-9e51-106271f1f361 for host: dv-cinder-master-3-iscsi {{(pid=111417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:47:59.360301 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1c8cd1-d216-404b-887a-e0ffba4b873f None None] Routers {'3cf80fd9-74a2-405a-9e51-106271f1f361'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:47:59.361330 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-be1c8cd1-d216-404b-887a-e0ffba4b873f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:47:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['3cf80fd9-74a2-405a-9e51-106271f1f361'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:47:59.407989 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:47:59.545110 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-be1c8cd1-d216-404b-887a-e0ffba4b873f None None] Set router 3cf80fd9-74a2-405a-9e51-106271f1f361 gateway port host: None {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:47:59.610268 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-eeb5c507-98d9-4a74-b24e-8995e624f808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7426774'] for port (8600c63b-1f07-4601-8ec4-f15ced3e9ba2), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:59.662259 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb5c507-98d9-4a74-b24e-8995e624f808 admin admin] Pushing event deleted for resources: {'Port': ['ID=8600c63b-1f07-4601-8ec4-f15ced3e9ba2,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:47:59.692568 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-5df491d0-5929-4948-a88a-0e3538828e88 None None] Provisioning complete for port 37ddeb91-469b-4a99-916c-27228c46aa78 triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:47:59.693604 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-5df491d0-5929-4948-a88a-0e3538828e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (37ddeb91-469b-4a99-916c-27228c46aa78), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:59.694285 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-5df491d0-5929-4948-a88a-0e3538828e88 None None] Attempt 1 to provision port 37ddeb91-469b-4a99-916c-27228c46aa78 Oct 19 00:47:59.765914 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-be1c8cd1-d216-404b-887a-e0ffba4b873f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'name': 'tempest-AttachVolumeShelveTestJSON-974185996-router', 'tenant_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:47:59Z', 'revision_number': 6, 'project_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:47:59.789008 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-5df491d0-5929-4948-a88a-0e3538828e88 None None] Current status of the port 37ddeb91-469b-4a99-916c-27228c46aa78 is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:47:59.816024 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1c8cd1-d216-404b-887a-e0ffba4b873f None None] The sync data for ids ['3cf80fd9-74a2-405a-9e51-106271f1f361'] in dv-cinder-master-3-iscsi is: [{'id': '3cf80fd9-74a2-405a-9e51-106271f1f361', 'name': 'tempest-AttachVolumeShelveTestJSON-974185996-router', 'tenant_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:40:26Z', 'updated_at': '2022-10-19T00:47:59Z', 'revision_number': 6, 'project_id': '37ffcffcae9b41bbb2d13adc49cb99df', 'gw_port_host': None}] {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:47:59.831546 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-eeb5c507-98d9-4a74-b24e-8995e624f808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1947507'] for router_gateway (3cf80fd9-74a2-405a-9e51-106271f1f361), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:59.944008 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-eeb5c507-98d9-4a74-b24e-8995e624f808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2019'] for router (3cf80fd9-74a2-405a-9e51-106271f1f361), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:47:59.946685 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-eeb5c507-98d9-4a74-b24e-8995e624f808 admin admin] Publish callbacks [] for router_controller (3cf80fd9-74a2-405a-9e51-106271f1f361), precommit_delete_associations {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:00.007004 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-eeb5c507-98d9-4a74-b24e-8995e624f808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942605'] for router (3cf80fd9-74a2-405a-9e51-106271f1f361), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:00.008018 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb5c507-98d9-4a74-b24e-8995e624f808 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cf80fd9-74a2-405a-9e51-106271f1f361 {{(pid=111415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 00:48:00.015752 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-eeb5c507-98d9-4a74-b24e-8995e624f808 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:00.017404 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-eeb5c507-98d9-4a74-b24e-8995e624f808 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/3cf80fd9-74a2-405a-9e51-106271f1f361 HTTP/1.1" status: 204 len: 168 time: 1.2955928 Oct 19 00:48:00.022029 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 37648) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:48:00.073192 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:48:00.092787 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.db_base_plugin_v2 [None req-201320f1-8104-4ad0-a81f-03e33105519f admin admin] Deleting subnet 29c3f2de-ba2c-47ae-bf44-d2591e2e7caf {{(pid=111415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 19 00:48:00.097526 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-201320f1-8104-4ad0-a81f-03e33105519f admin admin] Publish callbacks [] for subnet (29c3f2de-ba2c-47ae-bf44-d2591e2e7caf), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:00.145640 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-201320f1-8104-4ad0-a81f-03e33105519f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7426685'] for subnet (29c3f2de-ba2c-47ae-bf44-d2591e2e7caf), precommit_delete_associations {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:00.286923 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-201320f1-8104-4ad0-a81f-03e33105519f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-835128'] for subnet (29c3f2de-ba2c-47ae-bf44-d2591e2e7caf), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:00.372531 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-201320f1-8104-4ad0-a81f-03e33105519f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-835107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7426725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7409458'] for subnet (29c3f2de-ba2c-47ae-bf44-d2591e2e7caf), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:00.406347 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201320f1-8104-4ad0-a81f-03e33105519f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29c3f2de-ba2c-47ae-bf44-d2591e2e7caf,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:00.421189 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-201320f1-8104-4ad0-a81f-03e33105519f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:00.421902 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8962cd01-fd98-4873-b16d-64e9324110e9 None None] Network 173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:48:00.430171 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-201320f1-8104-4ad0-a81f-03e33105519f admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/29c3f2de-ba2c-47ae-bf44-d2591e2e7caf HTTP/1.1" status: 204 len: 168 time: 0.4065135 Oct 19 00:48:00.431588 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 37654) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:48:00.551237 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-bb4e6a62-014d-46b6-afea-e67ecf16f4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-943402'] for network (173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:00.624161 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [None req-bb4e6a62-014d-46b6-afea-e67ecf16f4ef admin admin] Deleting port 37ddeb91-469b-4a99-916c-27228c46aa78 {{(pid=111414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:48:00.624740 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-bb4e6a62-014d-46b6-afea-e67ecf16f4ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (37ddeb91-469b-4a99-916c-27228c46aa78), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:00.749680 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d718b85b-ee90-4616-a782-bfa43184ffd4 None None] DHCP port deletion for 173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc request from dv-cinder-master-3-iscsi {{(pid=111416) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 19 00:48:00.758265 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [None req-bb4e6a62-014d-46b6-afea-e67ecf16f4ef admin admin] For port 37ddeb91-469b-4a99-916c-27228c46aa78, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=37ddeb91-469b-4a99-916c-27228c46aa78,segment=NetworkSegment(5e10216b-5353-4a7f-a5b9-0961a609cc49),segment_id=5e10216b-5353-4a7f-a5b9-0961a609cc49)] {{(pid=111414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:48:00.758861 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-bb4e6a62-014d-46b6-afea-e67ecf16f4ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (37ddeb91-469b-4a99-916c-27228c46aa78), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:00.782287 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [None req-bb4e6a62-014d-46b6-afea-e67ecf16f4ef admin admin] Calling delete_port for 37ddeb91-469b-4a99-916c-27228c46aa78 owned by network:dhcp {{(pid=111414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:48:00.807036 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d718b85b-ee90-4616-a782-bfa43184ffd4 None None] Deleting port 37ddeb91-469b-4a99-916c-27228c46aa78 {{(pid=111416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:48:00.807620 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d718b85b-ee90-4616-a782-bfa43184ffd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (37ddeb91-469b-4a99-916c-27228c46aa78), before_delete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:00.868509 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:48:00.890136 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-d718b85b-ee90-4616-a782-bfa43184ffd4 None None] For port 37ddeb91-469b-4a99-916c-27228c46aa78, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=37ddeb91-469b-4a99-916c-27228c46aa78,segment=NetworkSegment(5e10216b-5353-4a7f-a5b9-0961a609cc49),segment_id=5e10216b-5353-4a7f-a5b9-0961a609cc49)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:48:00.890635 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d718b85b-ee90-4616-a782-bfa43184ffd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (37ddeb91-469b-4a99-916c-27228c46aa78), precommit_delete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:00.901294 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-bb4e6a62-014d-46b6-afea-e67ecf16f4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (37ddeb91-469b-4a99-916c-27228c46aa78), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:00.917273 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d718b85b-ee90-4616-a782-bfa43184ffd4 None None] Calling delete_port for 37ddeb91-469b-4a99-916c-27228c46aa78 owned by network:dhcp {{(pid=111416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:48:00.926966 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4e6a62-014d-46b6-afea-e67ecf16f4ef admin admin] No DVR routers for this DVR port 37ddeb91-469b-4a99-916c-27228c46aa78 on host dv-cinder-master-3-iscsi {{(pid=111414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 19 00:48:01.008553 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e6a62-014d-46b6-afea-e67ecf16f4ef admin admin] Pushing event deleted for resources: {'Port': ['ID=37ddeb91-469b-4a99-916c-27228c46aa78,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:01.070128 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d718b85b-ee90-4616-a782-bfa43184ffd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459'] for port (37ddeb91-469b-4a99-916c-27228c46aa78), after_delete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:01.100842 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d718b85b-ee90-4616-a782-bfa43184ffd4 None None] Pushing event deleted for resources: {'Port': ['ID=37ddeb91-469b-4a99-916c-27228c46aa78,revision_number=None']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:01.105551 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d718b85b-ee90-4616-a782-bfa43184ffd4 None None] No DVR routers for this DVR port 37ddeb91-469b-4a99-916c-27228c46aa78 on host dv-cinder-master-3-iscsi {{(pid=111416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 19 00:48:01.105871 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-bb4e6a62-014d-46b6-afea-e67ecf16f4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-835184', 'neutron.services.segments.db._delete_segments_for_network-8730482754115'] for network (173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:01.155724 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.services.segments.db [None req-bb4e6a62-014d-46b6-afea-e67ecf16f4ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc']}} {{(pid=111414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:48:01.172500 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.services.segments.db [None req-bb4e6a62-014d-46b6-afea-e67ecf16f4ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e10216b-5353-4a7f-a5b9-0961a609cc49') {'for_net_delete': True} {{(pid=111414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:48:01.172808 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.services.segments.db [None req-bb4e6a62-014d-46b6-afea-e67ecf16f4ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e10216b-5353-4a7f-a5b9-0961a609cc49') {} {{(pid=111414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:48:01.185313 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-bb4e6a62-014d-46b6-afea-e67ecf16f4ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730482833143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8000567'] for segment (5e10216b-5353-4a7f-a5b9-0961a609cc49), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:01.197204 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:DELETE=9,neutron:SELECT=91 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:48:01.204247 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-bb4e6a62-014d-46b6-afea-e67ecf16f4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412'] for segment (5e10216b-5353-4a7f-a5b9-0961a609cc49), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:01.214110 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb4e6a62-014d-46b6-afea-e67ecf16f4ef admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=111414) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 00:48:01.214996 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-bb4e6a62-014d-46b6-afea-e67ecf16f4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6576813'] for segment (5e10216b-5353-4a7f-a5b9-0961a609cc49), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:01.270453 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.services.segments.plugin [-] Segment 5e10216b-5353-4a7f-a5b9-0961a609cc49 resource provider aggregate not found Oct 19 00:48:01.293965 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.services.segments.plugin [-] Segment 5e10216b-5353-4a7f-a5b9-0961a609cc49 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5e10216b-5353-4a7f-a5b9-0961a609cc49 found for delete ", "request_id": "req-35a6a1fd-caab-46c6-aaf0-71216b592368"}]} Oct 19 00:48:01.302151 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-bb4e6a62-014d-46b6-afea-e67ecf16f4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-835145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942277'] for network (173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:01.309111 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-bb4e6a62-014d-46b6-afea-e67ecf16f4ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for network (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:01.314429 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-bb4e6a62-014d-46b6-afea-e67ecf16f4ef admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc HTTP/1.1" status: 204 len: 168 time: 0.8809955 Oct 19 00:48:01.334058 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e6a62-014d-46b6-afea-e67ecf16f4ef admin admin] Pushing event deleted for resources: {'Network': ['ID=173cfaec-0c5f-4ee8-a8f2-5a3596dcd7bc,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:01.499604 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 37666) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:48:01.527481 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 37ddeb91-469b-4a99-916c-27228c46aa78 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:48:01.563412 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-4cdd63b8-d867-4dcd-9188-d860745e8259 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=37ffcffcae9b41bbb2d13adc49cb99df&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0619571 Oct 19 00:48:01.565966 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] No Port match for: 37ddeb91-469b-4a99-916c-27228c46aa78 {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:48:01.566635 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 37ddeb91-469b-4a99-916c-27228c46aa78 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:48:01.567157 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 37668) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:48:01.567320 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 8600c63b-1f07-4601-8ec4-f15ced3e9ba2 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:48:01.605533 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] No Port match for: 8600c63b-1f07-4601-8ec4-f15ced3e9ba2 {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:48:01.606092 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 8600c63b-1f07-4601-8ec4-f15ced3e9ba2 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:48:01.606796 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 930e8761-e1d9-4b49-b26a-59d0cbc1c7e1 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:48:01.629796 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-551c5b5d-7d39-4561-b843-d05107e14ac2 admin admin] Publish callbacks [] for security_group (9a8c787f-cd07-4afa-a9dc-acce60f3bdde), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:01.640274 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] No Port match for: 930e8761-e1d9-4b49-b26a-59d0cbc1c7e1 {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:48:01.640853 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 930e8761-e1d9-4b49-b26a-59d0cbc1c7e1 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:48:01.661432 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-551c5b5d-7d39-4561-b843-d05107e14ac2 admin admin] Publish callbacks [] for security_group (9a8c787f-cd07-4afa-a9dc-acce60f3bdde), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:01.720223 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-551c5b5d-7d39-4561-b843-d05107e14ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (9a8c787f-cd07-4afa-a9dc-acce60f3bdde), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:01.723887 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-551c5b5d-7d39-4561-b843-d05107e14ac2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:01.725299 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-551c5b5d-7d39-4561-b843-d05107e14ac2 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/9a8c787f-cd07-4afa-a9dc-acce60f3bdde HTTP/1.1" status: 204 len: 168 time: 0.1570098 Oct 19 00:48:01.735602 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c5b5d-7d39-4561-b843-d05107e14ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8c787f-cd07-4afa-a9dc-acce60f3bdde,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:01.818161 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (6724934a-8b6e-4109-8304-d160e240b776), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:04.506787 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 37730) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:48:04.594654 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-8d4fd77e-f26e-4fa4-9e24-dbb8871fda76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:04.704497 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-2de31106-c776-498c-8237-066ba36d7e79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:04.838602 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-2de31106-c776-498c-8237-066ba36d7e79 admin admin] Publish callbacks [] for security_group (4eaef2bf-ffc1-412c-ac61-b5962bffc8fc), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:04.843903 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-2de31106-c776-498c-8237-066ba36d7e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (4eaef2bf-ffc1-412c-ac61-b5962bffc8fc), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:04.891605 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-2de31106-c776-498c-8237-066ba36d7e79 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=f7959c8665924b50944dd1187a887794&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3828311 Oct 19 00:48:04.892911 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de31106-c776-498c-8237-066ba36d7e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eaef2bf-ffc1-412c-ac61-b5962bffc8fc,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:04.895719 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 37744) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:48:04.997234 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-0ccb2211-f3e1-48a9-a31f-84cd7c2948d7 admin admin] Publish callbacks [] for security_group (4eaef2bf-ffc1-412c-ac61-b5962bffc8fc), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:05.035980 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-0ccb2211-f3e1-48a9-a31f-84cd7c2948d7 admin admin] Publish callbacks [] for security_group (4eaef2bf-ffc1-412c-ac61-b5962bffc8fc), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:05.108299 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-0ccb2211-f3e1-48a9-a31f-84cd7c2948d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (4eaef2bf-ffc1-412c-ac61-b5962bffc8fc), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:05.111824 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-0ccb2211-f3e1-48a9-a31f-84cd7c2948d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:05.114393 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-0ccb2211-f3e1-48a9-a31f-84cd7c2948d7 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/4eaef2bf-ffc1-412c-ac61-b5962bffc8fc HTTP/1.1" status: 204 len: 168 time: 0.2169025 Oct 19 00:48:05.120030 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:48:05.128788 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb2211-f3e1-48a9-a31f-84cd7c2948d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eaef2bf-ffc1-412c-ac61-b5962bffc8fc,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:06.270565 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 37778) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:48:06.420601 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-0d1cff48-28c8-4a6d-b98d-c79495287d34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:06.562003 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-0d1cff48-28c8-4a6d-b98d-c79495287d34 admin admin] Publish callbacks [] for security_group (69c6ef98-b654-46ec-bab7-22ccf13910be), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:06.568951 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-0d1cff48-28c8-4a6d-b98d-c79495287d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (69c6ef98-b654-46ec-bab7-22ccf13910be), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:06.599006 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:UPDATE=1,neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:48:06.623851 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1cff48-28c8-4a6d-b98d-c79495287d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c6ef98-b654-46ec-bab7-22ccf13910be,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:06.635872 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-0d1cff48-28c8-4a6d-b98d-c79495287d34 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=ec9886511380430d8ca93cb3fdb85293&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3633378 Oct 19 00:48:06.636159 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 37790) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:48:06.748308 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-1136cc3e-71f1-40c6-9245-6bb0acf69b38 admin admin] Publish callbacks [] for security_group (69c6ef98-b654-46ec-bab7-22ccf13910be), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:06.779857 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-20c2892e-69af-4eaf-ba1c-7dd092ffda28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:06.781634 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-1136cc3e-71f1-40c6-9245-6bb0acf69b38 admin admin] Publish callbacks [] for security_group (69c6ef98-b654-46ec-bab7-22ccf13910be), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:06.865798 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-1136cc3e-71f1-40c6-9245-6bb0acf69b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (69c6ef98-b654-46ec-bab7-22ccf13910be), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:06.870924 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-1136cc3e-71f1-40c6-9245-6bb0acf69b38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:06.873501 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-1136cc3e-71f1-40c6-9245-6bb0acf69b38 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/69c6ef98-b654-46ec-bab7-22ccf13910be HTTP/1.1" status: 204 len: 168 time: 0.2351801 Oct 19 00:48:06.887561 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1136cc3e-71f1-40c6-9245-6bb0acf69b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c6ef98-b654-46ec-bab7-22ccf13910be,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:08.282554 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:09.548043 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=46 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:48:09.810887 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=35 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:48:10.049027 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:10.302087 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:12.271254 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 37924) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:48:12.430610 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-5e67450d-bd93-4494-ae86-b889750a1e2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:12.508615 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:UPDATE=6,neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=14 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:48:12.534198 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-5e67450d-bd93-4494-ae86-b889750a1e2d admin admin] Publish callbacks [] for security_group (78e2fe11-916b-4006-8d18-2b6fe0795b67), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:12.539045 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-5e67450d-bd93-4494-ae86-b889750a1e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (78e2fe11-916b-4006-8d18-2b6fe0795b67), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:12.591974 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e67450d-bd93-4494-ae86-b889750a1e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e2fe11-916b-4006-8d18-2b6fe0795b67,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:12.599580 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-5e67450d-bd93-4494-ae86-b889750a1e2d admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=72832e3d4e51418bae334ade727d8446&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3262589 Oct 19 00:48:12.603841 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 37928) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:48:12.671434 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-83a42aa1-0494-4856-9f19-1c374753d5e6 admin admin] Publish callbacks [] for security_group (78e2fe11-916b-4006-8d18-2b6fe0795b67), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:12.710561 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-83a42aa1-0494-4856-9f19-1c374753d5e6 admin admin] Publish callbacks [] for security_group (78e2fe11-916b-4006-8d18-2b6fe0795b67), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:12.781003 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-83a42aa1-0494-4856-9f19-1c374753d5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (78e2fe11-916b-4006-8d18-2b6fe0795b67), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:12.784443 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-83a42aa1-0494-4856-9f19-1c374753d5e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:12.785785 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-83a42aa1-0494-4856-9f19-1c374753d5e6 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/78e2fe11-916b-4006-8d18-2b6fe0795b67 HTTP/1.1" status: 204 len: 168 time: 0.1810036 Oct 19 00:48:12.799755 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a42aa1-0494-4856-9f19-1c374753d5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e2fe11-916b-4006-8d18-2b6fe0795b67,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:13.197841 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 37938) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:48:13.218409 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1a33639c-36fe-4652-b1a9-59eb13e05f1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:13.367400 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1a33639c-36fe-4652-b1a9-59eb13e05f1a admin admin] Publish callbacks [] for security_group (87487c8a-792a-496f-a0b3-a3e34866fd8e), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:13.378772 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1a33639c-36fe-4652-b1a9-59eb13e05f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (87487c8a-792a-496f-a0b3-a3e34866fd8e), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:13.465805 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 37946) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:48:13.466815 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-1a33639c-36fe-4652-b1a9-59eb13e05f1a admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=ef53e1b42c3840b7aaae6aea6c6fe274&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2667758 Oct 19 00:48:13.468124 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33639c-36fe-4652-b1a9-59eb13e05f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87487c8a-792a-496f-a0b3-a3e34866fd8e,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:13.543153 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-dbe3b8cc-5832-4fdd-8c85-bee25999c708 admin admin] Publish callbacks [] for security_group (87487c8a-792a-496f-a0b3-a3e34866fd8e), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:13.576268 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-dbe3b8cc-5832-4fdd-8c85-bee25999c708 admin admin] Publish callbacks [] for security_group (87487c8a-792a-496f-a0b3-a3e34866fd8e), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:13.643407 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-dbe3b8cc-5832-4fdd-8c85-bee25999c708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (87487c8a-792a-496f-a0b3-a3e34866fd8e), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:13.646205 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-dbe3b8cc-5832-4fdd-8c85-bee25999c708 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:13.647492 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-dbe3b8cc-5832-4fdd-8c85-bee25999c708 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/87487c8a-792a-496f-a0b3-a3e34866fd8e HTTP/1.1" status: 204 len: 168 time: 0.1805634 Oct 19 00:48:13.656735 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe3b8cc-5832-4fdd-8c85-bee25999c708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87487c8a-792a-496f-a0b3-a3e34866fd8e,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:18.014799 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 38038) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:48:18.147738 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-96674c73-c794-4e03-a3c4-db5176e1ff90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:18.213600 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:UPDATE=2,neutron:SELECT=85,neutron:DELETE=9,neutron:INSERT=4 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:48:18.247370 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-96674c73-c794-4e03-a3c4-db5176e1ff90 admin admin] Publish callbacks [] for security_group (09a0dd6a-a6c7-4f46-8962-9ae6601a861f), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:18.252342 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-96674c73-c794-4e03-a3c4-db5176e1ff90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (09a0dd6a-a6c7-4f46-8962-9ae6601a861f), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:18.299288 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-96674c73-c794-4e03-a3c4-db5176e1ff90 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=d681ca329da2403f9710bb2cde758948&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2829754 Oct 19 00:48:18.300060 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96674c73-c794-4e03-a3c4-db5176e1ff90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a0dd6a-a6c7-4f46-8962-9ae6601a861f,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:18.303287 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 38042) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:48:18.308626 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96674c73-c794-4e03-a3c4-db5176e1ff90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:18.308972 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96674c73-c794-4e03-a3c4-db5176e1ff90 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:18.309321 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96674c73-c794-4e03-a3c4-db5176e1ff90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:18.309661 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96674c73-c794-4e03-a3c4-db5176e1ff90 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:18.310000 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96674c73-c794-4e03-a3c4-db5176e1ff90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:18.310331 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96674c73-c794-4e03-a3c4-db5176e1ff90 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:18.310697 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96674c73-c794-4e03-a3c4-db5176e1ff90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:18.311023 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96674c73-c794-4e03-a3c4-db5176e1ff90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:18.311352 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96674c73-c794-4e03-a3c4-db5176e1ff90 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:18.311706 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96674c73-c794-4e03-a3c4-db5176e1ff90 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:18.312040 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96674c73-c794-4e03-a3c4-db5176e1ff90 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:18.312365 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96674c73-c794-4e03-a3c4-db5176e1ff90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:18.312687 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96674c73-c794-4e03-a3c4-db5176e1ff90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:18.313037 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96674c73-c794-4e03-a3c4-db5176e1ff90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:18.313338 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96674c73-c794-4e03-a3c4-db5176e1ff90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:18.374583 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-2c3727ee-1062-4705-864c-ffcbbb5867d6 admin admin] Publish callbacks [] for security_group (09a0dd6a-a6c7-4f46-8962-9ae6601a861f), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:18.399354 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-2c3727ee-1062-4705-864c-ffcbbb5867d6 admin admin] Publish callbacks [] for security_group (09a0dd6a-a6c7-4f46-8962-9ae6601a861f), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:18.460837 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-2c3727ee-1062-4705-864c-ffcbbb5867d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (09a0dd6a-a6c7-4f46-8962-9ae6601a861f), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:18.464018 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-2c3727ee-1062-4705-864c-ffcbbb5867d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:18.465530 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-2c3727ee-1062-4705-864c-ffcbbb5867d6 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/09a0dd6a-a6c7-4f46-8962-9ae6601a861f HTTP/1.1" status: 204 len: 168 time: 0.1607342 Oct 19 00:48:18.477878 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3727ee-1062-4705-864c-ffcbbb5867d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a0dd6a-a6c7-4f46-8962-9ae6601a861f,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:18.824178 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 38054) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:48:18.971954 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 38058) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:48:18.987658 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-db8ad397-dfb2-490e-938c-00e118b0f849 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:18.998220 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-db06295d-5347-43c2-b35b-914341bdd115 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:19.065317 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:48:19.087794 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-db8ad397-dfb2-490e-938c-00e118b0f849 admin admin] Publish callbacks [] for security_group (ddda46e2-b022-437e-bc57-114a967c9efc), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:19.092807 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-db8ad397-dfb2-490e-938c-00e118b0f849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (ddda46e2-b022-437e-bc57-114a967c9efc), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:19.134623 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-db8ad397-dfb2-490e-938c-00e118b0f849 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=aae43589926f4aaab73e3db27741c5e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1607878 Oct 19 00:48:19.138381 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 38060) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:48:19.140139 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-db06295d-5347-43c2-b35b-914341bdd115 admin admin] Publish callbacks [] for security_group (4d6743ef-42d1-4ea4-80f0-5206c5336f21), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:19.147548 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-db06295d-5347-43c2-b35b-914341bdd115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (4d6743ef-42d1-4ea4-80f0-5206c5336f21), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:19.148169 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8ad397-dfb2-490e-938c-00e118b0f849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddda46e2-b022-437e-bc57-114a967c9efc,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:19.201195 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:48:19.206864 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c580c68c-ce96-4e44-9cfa-ab3b74b84f9e admin admin] Publish callbacks [] for security_group (ddda46e2-b022-437e-bc57-114a967c9efc), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:19.236596 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-db06295d-5347-43c2-b35b-914341bdd115 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=a24c5dede7744e19a592f0c12adf7fd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4106410 Oct 19 00:48:19.238058 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db06295d-5347-43c2-b35b-914341bdd115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6743ef-42d1-4ea4-80f0-5206c5336f21,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:19.240640 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c580c68c-ce96-4e44-9cfa-ab3b74b84f9e admin admin] Publish callbacks [] for security_group (ddda46e2-b022-437e-bc57-114a967c9efc), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:19.243030 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 38062) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:48:19.338050 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-27d0268b-c8f0-4199-8c8f-06d3b8ae963b admin admin] Publish callbacks [] for security_group (4d6743ef-42d1-4ea4-80f0-5206c5336f21), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:19.360413 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c580c68c-ce96-4e44-9cfa-ab3b74b84f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (ddda46e2-b022-437e-bc57-114a967c9efc), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:19.364140 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c580c68c-ce96-4e44-9cfa-ab3b74b84f9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:19.365648 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-c580c68c-ce96-4e44-9cfa-ab3b74b84f9e admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/ddda46e2-b022-437e-bc57-114a967c9efc HTTP/1.1" status: 204 len: 168 time: 0.2262125 Oct 19 00:48:19.375645 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-27d0268b-c8f0-4199-8c8f-06d3b8ae963b admin admin] Publish callbacks [] for security_group (4d6743ef-42d1-4ea4-80f0-5206c5336f21), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:19.394029 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c580c68c-ce96-4e44-9cfa-ab3b74b84f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddda46e2-b022-437e-bc57-114a967c9efc,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:19.469827 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-27d0268b-c8f0-4199-8c8f-06d3b8ae963b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (4d6743ef-42d1-4ea4-80f0-5206c5336f21), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:19.475426 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-27d0268b-c8f0-4199-8c8f-06d3b8ae963b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:19.480436 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-27d0268b-c8f0-4199-8c8f-06d3b8ae963b admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/4d6743ef-42d1-4ea4-80f0-5206c5336f21 HTTP/1.1" status: 204 len: 168 time: 0.2331462 Oct 19 00:48:19.492219 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d0268b-c8f0-4199-8c8f-06d3b8ae963b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6743ef-42d1-4ea4-80f0-5206c5336f21,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:19.902987 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 38072) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:48:19.922272 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1861a718-6d66-4ca9-a969-e6b2be2b003c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:19.973409 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=15 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:48:20.001391 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 38074) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:48:20.019387 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-466451d9-daf3-46cc-bbec-2daf050d8c0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:20.043157 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1861a718-6d66-4ca9-a969-e6b2be2b003c admin admin] Publish callbacks [] for security_group (1abb3652-b5b2-4f3e-a5e6-7d132319c65b), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:20.049563 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1861a718-6d66-4ca9-a969-e6b2be2b003c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (1abb3652-b5b2-4f3e-a5e6-7d132319c65b), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:20.110762 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-1861a718-6d66-4ca9-a969-e6b2be2b003c admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=d7894ac199604e5ea423ae2b1bc0f501&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2064366 Oct 19 00:48:20.118178 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 38076) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:48:20.122948 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861a718-6d66-4ca9-a969-e6b2be2b003c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1abb3652-b5b2-4f3e-a5e6-7d132319c65b,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:20.149191 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-466451d9-daf3-46cc-bbec-2daf050d8c0d admin admin] Publish callbacks [] for security_group (18d39494-c9fe-4ff8-bffc-954249bb3b53), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:20.155183 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-466451d9-daf3-46cc-bbec-2daf050d8c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (18d39494-c9fe-4ff8-bffc-954249bb3b53), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:20.199913 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ede73fc1-322b-4677-90b7-b0362cdd1e0b admin admin] Publish callbacks [] for security_group (1abb3652-b5b2-4f3e-a5e6-7d132319c65b), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:20.229324 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-466451d9-daf3-46cc-bbec-2daf050d8c0d admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=92470fb5fa5c436db0958cb7510ea33e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263045 Oct 19 00:48:20.230459 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466451d9-daf3-46cc-bbec-2daf050d8c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d39494-c9fe-4ff8-bffc-954249bb3b53,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:20.234710 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 38078) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:48:20.247968 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ede73fc1-322b-4677-90b7-b0362cdd1e0b admin admin] Publish callbacks [] for security_group (1abb3652-b5b2-4f3e-a5e6-7d132319c65b), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:20.254680 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=2 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:48:20.263632 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=4 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:48:20.336676 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-9bfa4e13-a47a-4014-b626-11db01057083 admin admin] Publish callbacks [] for security_group (18d39494-c9fe-4ff8-bffc-954249bb3b53), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:20.360835 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ede73fc1-322b-4677-90b7-b0362cdd1e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (1abb3652-b5b2-4f3e-a5e6-7d132319c65b), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:20.364081 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ede73fc1-322b-4677-90b7-b0362cdd1e0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:20.368375 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-ede73fc1-322b-4677-90b7-b0362cdd1e0b admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/1abb3652-b5b2-4f3e-a5e6-7d132319c65b HTTP/1.1" status: 204 len: 168 time: 0.2486758 Oct 19 00:48:20.372493 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-9bfa4e13-a47a-4014-b626-11db01057083 admin admin] Publish callbacks [] for security_group (18d39494-c9fe-4ff8-bffc-954249bb3b53), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:20.388286 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede73fc1-322b-4677-90b7-b0362cdd1e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abb3652-b5b2-4f3e-a5e6-7d132319c65b,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:20.449064 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-9bfa4e13-a47a-4014-b626-11db01057083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (18d39494-c9fe-4ff8-bffc-954249bb3b53), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:20.451819 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-9bfa4e13-a47a-4014-b626-11db01057083 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:20.453520 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-9bfa4e13-a47a-4014-b626-11db01057083 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/18d39494-c9fe-4ff8-bffc-954249bb3b53 HTTP/1.1" status: 204 len: 168 time: 0.2176149 Oct 19 00:48:20.463694 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfa4e13-a47a-4014-b626-11db01057083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d39494-c9fe-4ff8-bffc-954249bb3b53,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:24.944290 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 38182) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:48:25.074549 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-05febcfb-98d1-46f4-87d3-68e0c4d6aea9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:25.127646 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:48:25.202961 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-05febcfb-98d1-46f4-87d3-68e0c4d6aea9 admin admin] Publish callbacks [] for security_group (1d7962e9-b06b-43a2-b8b7-0dc48a54c20b), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:25.209026 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-05febcfb-98d1-46f4-87d3-68e0c4d6aea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (1d7962e9-b06b-43a2-b8b7-0dc48a54c20b), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:25.261580 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-05febcfb-98d1-46f4-87d3-68e0c4d6aea9 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=240ea8be5fe94613b0d9ca70005d49df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3158445 Oct 19 00:48:25.262597 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05febcfb-98d1-46f4-87d3-68e0c4d6aea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7962e9-b06b-43a2-b8b7-0dc48a54c20b,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:25.264966 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 38186) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:48:25.327540 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a441dbab-1aa5-4577-ae4f-28f9d0c84b2f admin admin] Publish callbacks [] for security_group (1d7962e9-b06b-43a2-b8b7-0dc48a54c20b), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:25.353158 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a441dbab-1aa5-4577-ae4f-28f9d0c84b2f admin admin] Publish callbacks [] for security_group (1d7962e9-b06b-43a2-b8b7-0dc48a54c20b), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:25.424973 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a441dbab-1aa5-4577-ae4f-28f9d0c84b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (1d7962e9-b06b-43a2-b8b7-0dc48a54c20b), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:25.428110 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a441dbab-1aa5-4577-ae4f-28f9d0c84b2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:25.429433 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-a441dbab-1aa5-4577-ae4f-28f9d0c84b2f admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/1d7962e9-b06b-43a2-b8b7-0dc48a54c20b HTTP/1.1" status: 204 len: 168 time: 0.1630936 Oct 19 00:48:25.441785 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a441dbab-1aa5-4577-ae4f-28f9d0c84b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7962e9-b06b-43a2-b8b7-0dc48a54c20b,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:26.302890 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.agents_db [None req-a13584a9-f264-4877-bb17-87a252e2109a None None] Agent healthcheck: found 6 active agents {{(pid=111417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:48:28.874919 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 38350) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:48:29.078466 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-6ef3a199-e4ec-48ea-a631-5f37c2421876 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:29.099961 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ddfb8-7813-4b40-83f6-1ab4bbc9fd05 req-a5afcc4c-0d59-4017-9a5b-2e753e288d00 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:48:29.101795 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-435ddfb8-7813-4b40-83f6-1ab4bbc9fd05 req-a5afcc4c-0d59-4017-9a5b-2e753e288d00 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 946 time: 0.0822780 Oct 19 00:48:29.130073 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:48:29.211870 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-435ddfb8-7813-4b40-83f6-1ab4bbc9fd05 req-21af2fd2-eba2-4e57-a8db-9146e135ca45 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4905e055-e53a-471c-a6b1-7e77931ff8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007853 Oct 19 00:48:29.226153 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:48:29.261012 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-6ef3a199-e4ec-48ea-a631-5f37c2421876 admin admin] Publish callbacks [] for security_group (88790a68-006b-4a64-ae16-4e0c1bab6e7d), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:29.266351 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-6ef3a199-e4ec-48ea-a631-5f37c2421876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (88790a68-006b-4a64-ae16-4e0c1bab6e7d), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:29.317122 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef3a199-e4ec-48ea-a631-5f37c2421876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88790a68-006b-4a64-ae16-4e0c1bab6e7d,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:29.321736 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-6ef3a199-e4ec-48ea-a631-5f37c2421876 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=e8a6e9bad74c4089b6c12b6e7d0cd1a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4449878 Oct 19 00:48:29.327433 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 38356) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:48:29.412069 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ea46bd36-cd64-4c6a-945b-8939abb99a14 admin admin] Publish callbacks [] for security_group (88790a68-006b-4a64-ae16-4e0c1bab6e7d), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:29.441612 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ea46bd36-cd64-4c6a-945b-8939abb99a14 admin admin] Publish callbacks [] for security_group (88790a68-006b-4a64-ae16-4e0c1bab6e7d), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:29.504993 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ea46bd36-cd64-4c6a-945b-8939abb99a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (88790a68-006b-4a64-ae16-4e0c1bab6e7d), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:29.507832 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ea46bd36-cd64-4c6a-945b-8939abb99a14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:29.509089 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-ea46bd36-cd64-4c6a-945b-8939abb99a14 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/88790a68-006b-4a64-ae16-4e0c1bab6e7d HTTP/1.1" status: 204 len: 168 time: 0.1817474 Oct 19 00:48:29.519044 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea46bd36-cd64-4c6a-945b-8939abb99a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88790a68-006b-4a64-ae16-4e0c1bab6e7d,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:29.535723 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:48:29.911311 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 38364) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:48:29.927736 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-afc41ea6-a31a-4992-b1e1-4471a77dd39c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:30.035383 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-afc41ea6-a31a-4992-b1e1-4471a77dd39c admin admin] Publish callbacks [] for security_group (73ad4c5f-41d0-47aa-9619-21d550740260), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:30.040372 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-afc41ea6-a31a-4992-b1e1-4471a77dd39c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (73ad4c5f-41d0-47aa-9619-21d550740260), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:30.090935 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc41ea6-a31a-4992-b1e1-4471a77dd39c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ad4c5f-41d0-47aa-9619-21d550740260,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:30.102798 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 38366) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:48:30.103712 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-afc41ea6-a31a-4992-b1e1-4471a77dd39c admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=2125b7f96c474cb19dba596e8c3028fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1902542 Oct 19 00:48:30.179041 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c13a89f4-cd8a-45b1-bc91-16e189cfb452 admin admin] Publish callbacks [] for security_group (73ad4c5f-41d0-47aa-9619-21d550740260), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:30.206089 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c13a89f4-cd8a-45b1-bc91-16e189cfb452 admin admin] Publish callbacks [] for security_group (73ad4c5f-41d0-47aa-9619-21d550740260), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:30.253002 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:48:30.286343 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c13a89f4-cd8a-45b1-bc91-16e189cfb452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (73ad4c5f-41d0-47aa-9619-21d550740260), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:30.291393 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c13a89f4-cd8a-45b1-bc91-16e189cfb452 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:30.296988 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-c13a89f4-cd8a-45b1-bc91-16e189cfb452 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/73ad4c5f-41d0-47aa-9619-21d550740260 HTTP/1.1" status: 204 len: 168 time: 0.1872742 Oct 19 00:48:30.309567 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a89f4-cd8a-45b1-bc91-16e189cfb452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ad4c5f-41d0-47aa-9619-21d550740260,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:30.432289 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d530f-5d89-4154-988e-91e75d4f119c req-52238281-b184-493f-95d7-b4f3957367f3 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:48:30.434887 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ef7d530f-5d89-4154-988e-91e75d4f119c req-52238281-b184-493f-95d7-b4f3957367f3 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 946 time: 0.0779800 Oct 19 00:48:30.513870 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ef7d530f-5d89-4154-988e-91e75d4f119c req-b8b7451f-2a61-47a4-a400-fd955b34f5ff tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4905e055-e53a-471c-a6b1-7e77931ff8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682452 Oct 19 00:48:31.729477 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffada3f5-02de-46f6-bb41-3ebbdf20d67c req-e78c6a0e-7bb6-477b-af1a-ef084f113c5c tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:48:31.732049 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ffada3f5-02de-46f6-bb41-3ebbdf20d67c req-e78c6a0e-7bb6-477b-af1a-ef084f113c5c tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 946 time: 0.0836072 Oct 19 00:48:31.790991 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=47,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:48:31.812535 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (6724934a-8b6e-4109-8304-d160e240b776), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:31.822090 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ffada3f5-02de-46f6-bb41-3ebbdf20d67c req-3cf5aa12-6133-4a4f-ac9f-d15c0533e5e4 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4905e055-e53a-471c-a6b1-7e77931ff8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799818 Oct 19 00:48:32.994511 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36414b7f-8ea5-4963-87d3-351900cd9e76 req-cfc964e4-a4b5-4208-bc80-7ff1e1b2ee73 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:48:32.996230 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-36414b7f-8ea5-4963-87d3-351900cd9e76 req-cfc964e4-a4b5-4208-bc80-7ff1e1b2ee73 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 946 time: 0.0651796 Oct 19 00:48:33.081186 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-36414b7f-8ea5-4963-87d3-351900cd9e76 req-33f6bd17-f91c-433a-8798-fc102a11234b tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4905e055-e53a-471c-a6b1-7e77931ff8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733709 Oct 19 00:48:33.208932 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 38450) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:48:33.366791 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d592006b-99fd-4b0a-9076-26e2b182fec2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:33.461555 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:DELETE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:48:33.493969 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d592006b-99fd-4b0a-9076-26e2b182fec2 admin admin] Publish callbacks [] for security_group (bb694552-3225-4121-8a04-c012f30349fc), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:33.498884 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d592006b-99fd-4b0a-9076-26e2b182fec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (bb694552-3225-4121-8a04-c012f30349fc), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:33.504772 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:48:33.578297 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 38456) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:48:33.579037 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-d592006b-99fd-4b0a-9076-26e2b182fec2 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=1300da1f10cc4f6e87670c5263bdc1dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3683450 Oct 19 00:48:33.581556 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d592006b-99fd-4b0a-9076-26e2b182fec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb694552-3225-4121-8a04-c012f30349fc,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:33.662975 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-61ae1e13-47f8-4290-820f-a30416ebab6b admin admin] Publish callbacks [] for security_group (bb694552-3225-4121-8a04-c012f30349fc), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:33.695326 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-61ae1e13-47f8-4290-820f-a30416ebab6b admin admin] Publish callbacks [] for security_group (bb694552-3225-4121-8a04-c012f30349fc), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:33.763216 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-61ae1e13-47f8-4290-820f-a30416ebab6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (bb694552-3225-4121-8a04-c012f30349fc), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:33.766288 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-61ae1e13-47f8-4290-820f-a30416ebab6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:33.768041 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-61ae1e13-47f8-4290-820f-a30416ebab6b admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/bb694552-3225-4121-8a04-c012f30349fc HTTP/1.1" status: 204 len: 168 time: 0.1882555 Oct 19 00:48:33.780316 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae1e13-47f8-4290-820f-a30416ebab6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb694552-3225-4121-8a04-c012f30349fc,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:34.212919 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 38466) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:48:34.233993 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-0246b350-1902-45da-805e-8c2a255d8502 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:34.259290 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66896e3f-8bc8-43f4-8b91-3be38342a9a9 req-54eb381a-74b5-4d81-81ed-6840fee52ca1 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:48:34.261699 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-66896e3f-8bc8-43f4-8b91-3be38342a9a9 req-54eb381a-74b5-4d81-81ed-6840fee52ca1 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 946 time: 0.0700841 Oct 19 00:48:34.355666 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-66896e3f-8bc8-43f4-8b91-3be38342a9a9 req-0d460424-3450-4084-89ad-f21b16bc2b13 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4905e055-e53a-471c-a6b1-7e77931ff8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826986 Oct 19 00:48:34.389873 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-0246b350-1902-45da-805e-8c2a255d8502 admin admin] Publish callbacks [] for security_group (2495c71f-37d0-47ee-ac66-28e57cbc31b8), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:34.399840 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-0246b350-1902-45da-805e-8c2a255d8502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (2495c71f-37d0-47ee-ac66-28e57cbc31b8), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:34.475039 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-0246b350-1902-45da-805e-8c2a255d8502 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=7a51f934cdc84297bf17e1e71182e4f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2604799 Oct 19 00:48:34.478287 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 38468) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:48:34.490363 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0246b350-1902-45da-805e-8c2a255d8502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2495c71f-37d0-47ee-ac66-28e57cbc31b8,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:34.589194 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-ddede1c0-90e5-4c28-bcd9-b68eef413769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:34.589805 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-32534faf-f9be-434f-933a-91d784bea572 admin admin] Publish callbacks [] for security_group (2495c71f-37d0-47ee-ac66-28e57cbc31b8), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:34.629130 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-32534faf-f9be-434f-933a-91d784bea572 admin admin] Publish callbacks [] for security_group (2495c71f-37d0-47ee-ac66-28e57cbc31b8), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:34.714823 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-32534faf-f9be-434f-933a-91d784bea572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (2495c71f-37d0-47ee-ac66-28e57cbc31b8), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:34.717829 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-32534faf-f9be-434f-933a-91d784bea572 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:34.719945 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-32534faf-f9be-434f-933a-91d784bea572 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/2495c71f-37d0-47ee-ac66-28e57cbc31b8 HTTP/1.1" status: 204 len: 168 time: 0.2399497 Oct 19 00:48:34.732607 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32534faf-f9be-434f-933a-91d784bea572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2495c71f-37d0-47ee-ac66-28e57cbc31b8,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:35.569420 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3865c5-cc57-456d-a0f0-72fe3d94b4f7 req-da41f6df-e551-40f7-89b8-5375bb93864b tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:48:35.572753 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-4e3865c5-cc57-456d-a0f0-72fe3d94b4f7 req-da41f6df-e551-40f7-89b8-5375bb93864b tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 946 time: 0.0881321 Oct 19 00:48:35.655992 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-4e3865c5-cc57-456d-a0f0-72fe3d94b4f7 req-dd71d151-2e2a-4a84-8d7a-a4876b282575 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4905e055-e53a-471c-a6b1-7e77931ff8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739794 Oct 19 00:48:36.295252 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=2 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:48:36.784408 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-c83c67d6-4710-4df1-92d4-1523bd80795a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:36.857412 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd28e0-0099-4da6-9c19-756dceb55473 req-b5179377-240f-4668-a02f-81bf28bf46f6 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:48:36.860832 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-b0fd28e0-0099-4da6-9c19-756dceb55473 req-b5179377-240f-4668-a02f-81bf28bf46f6 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 946 time: 0.0909336 Oct 19 00:48:36.918718 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-b0fd28e0-0099-4da6-9c19-756dceb55473 req-31ce9538-a070-4557-9875-6316cedc8f00 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4905e055-e53a-471c-a6b1-7e77931ff8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509570 Oct 19 00:48:38.081825 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6adbe-393b-4354-9462-f45b89946d9f req-3895c265-2d9f-4d17-8917-72ad178ca6a1 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:48:38.083550 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c8f6adbe-393b-4354-9462-f45b89946d9f req-3895c265-2d9f-4d17-8917-72ad178ca6a1 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 946 time: 0.0559916 Oct 19 00:48:38.142361 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c8f6adbe-393b-4354-9462-f45b89946d9f req-ce74e691-19f5-405c-8fd4-d50def73bbb2 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4905e055-e53a-471c-a6b1-7e77931ff8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525284 Oct 19 00:48:38.277191 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:38.682564 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efeab0a-b04b-4c70-9433-4104f529cfa6 req-3fe21d7a-5d11-4bb9-aa94-cf15e03e9159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:48:38.685134 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-2efeab0a-b04b-4c70-9433-4104f529cfa6 req-3fe21d7a-5d11-4bb9-aa94-cf15e03e9159 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=82d7723ef95b4c3faeac9835eeb233a5&device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 1130 time: 0.0680017 Oct 19 00:48:38.801315 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:48:38.866341 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efeab0a-b04b-4c70-9433-4104f529cfa6 req-952da407-7430-47bd-8eac-1893f296a03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:48:38.868716 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-2efeab0a-b04b-4c70-9433-4104f529cfa6 req-952da407-7430-47bd-8eac-1893f296a03f service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=68404256-b068-4f6b-bb54-21abe9c04e36 HTTP/1.1" status: 200 len: 911 time: 0.1588213 Oct 19 00:48:38.986607 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-2efeab0a-b04b-4c70-9433-4104f529cfa6 req-e7490e49-0ccd-4940-b9cb-a1b1ab256fe3 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b936cf8-a250-46ff-af9b-c10ccce59df7 HTTP/1.1" status: 200 len: 1002 time: 0.1097810 Oct 19 00:48:39.044804 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efeab0a-b04b-4c70-9433-4104f529cfa6 req-bdd1d7ae-5ffd-4abd-962d-be65735daa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:48:39.046223 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-2efeab0a-b04b-4c70-9433-4104f529cfa6 req-bdd1d7ae-5ffd-4abd-962d-be65735daa43 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=f1202a63-9912-4834-858f-95da1154adf8 HTTP/1.1" status: 200 len: 849 time: 0.0535443 Oct 19 00:48:39.097593 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efeab0a-b04b-4c70-9433-4104f529cfa6 req-0b77b2e5-6972-4b18-a513-d982b96d4b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:48:39.099354 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-2efeab0a-b04b-4c70-9433-4104f529cfa6 req-0b77b2e5-6972-4b18-a513-d982b96d4b66 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=68404256-b068-4f6b-bb54-21abe9c04e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454361 Oct 19 00:48:39.231294 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-2efeab0a-b04b-4c70-9433-4104f529cfa6 req-dd3b047d-3172-49f5-a68d-e5bd3b8c3c4f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/68404256-b068-4f6b-bb54-21abe9c04e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235228 Oct 19 00:48:39.311259 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab9e75-56aa-4fa2-b7c0-8336af8be1d3 req-0ba803f1-f182-4a35-8e3e-c3d05efa126d tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:48:39.313094 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9aab9e75-56aa-4fa2-b7c0-8336af8be1d3 req-0ba803f1-f182-4a35-8e3e-c3d05efa126d tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 946 time: 0.0566747 Oct 19 00:48:39.387707 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9aab9e75-56aa-4fa2-b7c0-8336af8be1d3 req-ec0f6e74-2ee8-4a61-a381-b96f1ea8af32 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4905e055-e53a-471c-a6b1-7e77931ff8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682111 Oct 19 00:48:39.433013 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:48:39.493616 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-2efeab0a-b04b-4c70-9433-4104f529cfa6 req-4cdaf595-83e3-434b-9537-bc5b070a4386 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/68404256-b068-4f6b-bb54-21abe9c04e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479180 Oct 19 00:48:40.042801 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:40.295838 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:40.563244 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24a0af-a55b-4b9b-9aa2-dab12b2a0d2a req-40dd5844-b112-4813-b2c8-b15df3307d94 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:48:40.565336 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-cb24a0af-a55b-4b9b-9aa2-dab12b2a0d2a req-40dd5844-b112-4813-b2c8-b15df3307d94 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 946 time: 0.0596502 Oct 19 00:48:40.620865 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-cb24a0af-a55b-4b9b-9aa2-dab12b2a0d2a req-5d16040f-fe0f-442f-a89a-23e563cbc527 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4905e055-e53a-471c-a6b1-7e77931ff8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483768 Oct 19 00:48:40.886195 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838da9d4-dc96-4d22-9c74-09b08750d905 req-e6d0ed35-0c76-4da3-a765-13a1b4916085 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:48:40.888145 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-838da9d4-dc96-4d22-9c74-09b08750d905 req-e6d0ed35-0c76-4da3-a765-13a1b4916085 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 946 time: 0.0690553 Oct 19 00:48:40.958903 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-838da9d4-dc96-4d22-9c74-09b08750d905 req-09078f1d-c534-4cae-9083-5ac376b363b3 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4905e055-e53a-471c-a6b1-7e77931ff8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608220 Oct 19 00:48:40.998775 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a16cfc4-256d-40f8-9a0f-04619559a21f req-8b8d5d15-e4b8-48af-8d6d-b672222b0b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:48:41.000748 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1a16cfc4-256d-40f8-9a0f-04619559a21f req-8b8d5d15-e4b8-48af-8d6d-b672222b0b57 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=82d7723ef95b4c3faeac9835eeb233a5&device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 1130 time: 0.0622399 Oct 19 00:48:41.124917 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a16cfc4-256d-40f8-9a0f-04619559a21f req-fc70153d-717c-4e9d-843c-cbf08846d734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:48:41.126363 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1a16cfc4-256d-40f8-9a0f-04619559a21f req-fc70153d-717c-4e9d-843c-cbf08846d734 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=68404256-b068-4f6b-bb54-21abe9c04e36 HTTP/1.1" status: 200 len: 911 time: 0.1162183 Oct 19 00:48:41.197714 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1a16cfc4-256d-40f8-9a0f-04619559a21f req-3bf222ef-0259-414b-8867-ec805a38ffca service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b936cf8-a250-46ff-af9b-c10ccce59df7 HTTP/1.1" status: 200 len: 1002 time: 0.0645854 Oct 19 00:48:41.250035 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a16cfc4-256d-40f8-9a0f-04619559a21f req-9f44bbc6-9a3d-45f0-8157-046da46489ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:48:41.252699 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1a16cfc4-256d-40f8-9a0f-04619559a21f req-9f44bbc6-9a3d-45f0-8157-046da46489ce service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=f1202a63-9912-4834-858f-95da1154adf8 HTTP/1.1" status: 200 len: 849 time: 0.0485110 Oct 19 00:48:41.302426 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a16cfc4-256d-40f8-9a0f-04619559a21f req-f421cd62-dbad-409c-a51e-3883b8339000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:48:41.304184 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1a16cfc4-256d-40f8-9a0f-04619559a21f req-f421cd62-dbad-409c-a51e-3883b8339000 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=68404256-b068-4f6b-bb54-21abe9c04e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440435 Oct 19 00:48:41.478280 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1a16cfc4-256d-40f8-9a0f-04619559a21f req-698a131f-8168-4b1c-9802-07e545f0c7a3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/68404256-b068-4f6b-bb54-21abe9c04e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657097 Oct 19 00:48:41.911149 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1a16cfc4-256d-40f8-9a0f-04619559a21f req-782b439c-c755-4168-89a0-80c9c148f810 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/68404256-b068-4f6b-bb54-21abe9c04e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483536 Oct 19 00:48:42.182791 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e45ff5-5d78-4b38-92e1-730635946100 req-d61a8c5b-da91-4806-b422-7f7905d9e3ad tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:48:42.187497 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-78e45ff5-5d78-4b38-92e1-730635946100 req-d61a8c5b-da91-4806-b422-7f7905d9e3ad tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 946 time: 0.0997138 Oct 19 00:48:42.283318 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-78e45ff5-5d78-4b38-92e1-730635946100 req-54aafacd-b80f-4164-ba1f-13204a1a6637 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4905e055-e53a-471c-a6b1-7e77931ff8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834646 Oct 19 00:48:43.450620 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5913bb-1e58-4c50-851a-82cba9cbb78e req-49524478-27af-4862-91a8-1e8ba3ee0c23 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:48:43.453115 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-cf5913bb-1e58-4c50-851a-82cba9cbb78e req-49524478-27af-4862-91a8-1e8ba3ee0c23 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 946 time: 0.0788696 Oct 19 00:48:43.527703 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-cf5913bb-1e58-4c50-851a-82cba9cbb78e req-6c3ca88d-6609-42e1-b087-3f4c88b3b53b tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4905e055-e53a-471c-a6b1-7e77931ff8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628521 Oct 19 00:48:49.394609 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 38658) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:48:49.596347 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-f969b788-0ee5-4eaf-adff-6479d5742843 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:49.924934 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:48:49.973399 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-f969b788-0ee5-4eaf-adff-6479d5742843 admin admin] Publish callbacks [] for security_group (a9cbc55b-650a-4f5b-9ff9-185900ebabe9), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:49.978143 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-f969b788-0ee5-4eaf-adff-6479d5742843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (a9cbc55b-650a-4f5b-9ff9-185900ebabe9), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:50.023626 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-f969b788-0ee5-4eaf-adff-6479d5742843 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=d661befea1d84f4ea42b6f37c54bed50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6274521 Oct 19 00:48:50.024515 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f969b788-0ee5-4eaf-adff-6479d5742843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cbc55b-650a-4f5b-9ff9-185900ebabe9,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:50.026392 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 38668) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:48:50.098864 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:48:50.114347 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-374cbbce-30e5-4fc9-8794-08363d03f559 admin admin] Publish callbacks [] for security_group (a9cbc55b-650a-4f5b-9ff9-185900ebabe9), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:50.137850 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-374cbbce-30e5-4fc9-8794-08363d03f559 admin admin] Publish callbacks [] for security_group (a9cbc55b-650a-4f5b-9ff9-185900ebabe9), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:50.176506 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:48:50.197853 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-374cbbce-30e5-4fc9-8794-08363d03f559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (a9cbc55b-650a-4f5b-9ff9-185900ebabe9), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:50.201130 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-374cbbce-30e5-4fc9-8794-08363d03f559 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:50.202458 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-374cbbce-30e5-4fc9-8794-08363d03f559 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/a9cbc55b-650a-4f5b-9ff9-185900ebabe9 HTTP/1.1" status: 204 len: 168 time: 0.1737831 Oct 19 00:48:50.212361 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374cbbce-30e5-4fc9-8794-08363d03f559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cbc55b-650a-4f5b-9ff9-185900ebabe9,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:50.222186 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374cbbce-30e5-4fc9-8794-08363d03f559 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:50.222556 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374cbbce-30e5-4fc9-8794-08363d03f559 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:50.222905 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374cbbce-30e5-4fc9-8794-08363d03f559 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:50.223241 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374cbbce-30e5-4fc9-8794-08363d03f559 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:50.223630 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374cbbce-30e5-4fc9-8794-08363d03f559 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:50.223897 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374cbbce-30e5-4fc9-8794-08363d03f559 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:50.224222 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374cbbce-30e5-4fc9-8794-08363d03f559 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:50.224543 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374cbbce-30e5-4fc9-8794-08363d03f559 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:50.224865 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374cbbce-30e5-4fc9-8794-08363d03f559 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:50.225188 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374cbbce-30e5-4fc9-8794-08363d03f559 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:50.225509 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374cbbce-30e5-4fc9-8794-08363d03f559 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:50.225830 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374cbbce-30e5-4fc9-8794-08363d03f559 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:50.226147 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374cbbce-30e5-4fc9-8794-08363d03f559 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:50.226462 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374cbbce-30e5-4fc9-8794-08363d03f559 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:50.226803 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374cbbce-30e5-4fc9-8794-08363d03f559 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:48:50.581773 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 38674) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:48:50.597195 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-822a5c5d-03a5-4db3-b4be-e1b1a7953bbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:50.715559 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-822a5c5d-03a5-4db3-b4be-e1b1a7953bbe admin admin] Publish callbacks [] for security_group (d314bceb-53e4-49b0-a5db-f39006cbac0b), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:50.720766 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-822a5c5d-03a5-4db3-b4be-e1b1a7953bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (d314bceb-53e4-49b0-a5db-f39006cbac0b), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:50.767474 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-822a5c5d-03a5-4db3-b4be-e1b1a7953bbe admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=7099aeed78114a77b08c019d4bb01a78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1839619 Oct 19 00:48:50.768300 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a5c5d-03a5-4db3-b4be-e1b1a7953bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d314bceb-53e4-49b0-a5db-f39006cbac0b,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:50.770411 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 38676) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:48:50.861329 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-f595a427-cebb-46e3-a384-54c01d342f71 admin admin] Publish callbacks [] for security_group (d314bceb-53e4-49b0-a5db-f39006cbac0b), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:50.890397 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-f595a427-cebb-46e3-a384-54c01d342f71 admin admin] Publish callbacks [] for security_group (d314bceb-53e4-49b0-a5db-f39006cbac0b), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:50.952577 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-f595a427-cebb-46e3-a384-54c01d342f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (d314bceb-53e4-49b0-a5db-f39006cbac0b), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:50.958187 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-f595a427-cebb-46e3-a384-54c01d342f71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:50.960108 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-f595a427-cebb-46e3-a384-54c01d342f71 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/d314bceb-53e4-49b0-a5db-f39006cbac0b HTTP/1.1" status: 204 len: 168 time: 0.1879032 Oct 19 00:48:50.976067 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f595a427-cebb-46e3-a384-54c01d342f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d314bceb-53e4-49b0-a5db-f39006cbac0b,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:54.896556 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 38786) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:48:55.029669 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c70c1f19-db65-40c9-a7c7-e0367d781361 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:55.046896 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:48:55.132832 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c70c1f19-db65-40c9-a7c7-e0367d781361 admin admin] Publish callbacks [] for security_group (215121ca-79db-4122-be3c-7111453dffac), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:55.137609 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c70c1f19-db65-40c9-a7c7-e0367d781361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (215121ca-79db-4122-be3c-7111453dffac), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:55.185825 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-c70c1f19-db65-40c9-a7c7-e0367d781361 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=81eba63c7ea8490d8a9a6600449267f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2878609 Oct 19 00:48:55.186596 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c1f19-db65-40c9-a7c7-e0367d781361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215121ca-79db-4122-be3c-7111453dffac,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:55.189261 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 38790) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:48:55.262795 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-e92fdfb5-307e-4ae8-ac2a-9803f7c49678 admin admin] Publish callbacks [] for security_group (215121ca-79db-4122-be3c-7111453dffac), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:55.288777 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-e92fdfb5-307e-4ae8-ac2a-9803f7c49678 admin admin] Publish callbacks [] for security_group (215121ca-79db-4122-be3c-7111453dffac), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:55.357857 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-e92fdfb5-307e-4ae8-ac2a-9803f7c49678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (215121ca-79db-4122-be3c-7111453dffac), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:55.361392 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-e92fdfb5-307e-4ae8-ac2a-9803f7c49678 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:48:55.365014 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-e92fdfb5-307e-4ae8-ac2a-9803f7c49678 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/215121ca-79db-4122-be3c-7111453dffac HTTP/1.1" status: 204 len: 168 time: 0.1742365 Oct 19 00:48:55.380265 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92fdfb5-307e-4ae8-ac2a-9803f7c49678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215121ca-79db-4122-be3c-7111453dffac,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:48:57.935900 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-88e9e015-bf1d-498a-8fd9-fa9dd5df2cdd tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=2a1efe09c74b46f39c467c6a602abd25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436099 Oct 19 00:48:58.170243 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-3ec11068-839e-4c4f-be30-55e4a0bbe901 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:48:58.171898 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-3ec11068-839e-4c4f-be30-55e4a0bbe901 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2290826 Oct 19 00:48:58.189042 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-9ef7a684-941b-49f1-b38f-1e98203ac579 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] 10.222.0.26 "GET /networking/v2.0/quotas/2a1efe09c74b46f39c467c6a602abd25 HTTP/1.1" status: 200 len: 375 time: 0.0109503 Oct 19 00:48:58.500137 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-12adcbed-9c20-4028-8e28-d3022c31b7dd tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=2a1efe09c74b46f39c467c6a602abd25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3054116 Oct 19 00:48:58.690996 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-b5d06881-6011-409d-a0f8-41f241d20fc8 req-9b51f6ed-e2dd-4142-8eac-98b1031bb055 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=813d51c8-3f4b-4caf-ac65-1c18cca506f7 HTTP/1.1" status: 200 len: 210 time: 0.0314600 Oct 19 00:48:59.814662 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-82e9dec0-eddd-4982-8090-e63068ec2bf9 req-94805f14-0e37-41b4-ba89-a0ed26046b19 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=813d51c8-3f4b-4caf-ac65-1c18cca506f7 HTTP/1.1" status: 200 len: 210 time: 0.0295818 Oct 19 00:49:00.092277 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-a9cdc34e-e896-441d-a462-bdcda12dc114 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=2a1efe09c74b46f39c467c6a602abd25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435479 Oct 19 00:49:00.340391 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-1a112c3c-75ca-4190-8267-2a53c9b20ad9 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:00.341857 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-1a112c3c-75ca-4190-8267-2a53c9b20ad9 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2431552 Oct 19 00:49:00.415472 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-d6d93fcb-21d9-41da-8310-946fdef4ffe3 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] Request body: {'port': {'device_id': '813d51c8-3f4b-4caf-ac65-1c18cca506f7', 'network_id': '19f29a66-2312-4bbc-abe4-8de8b413c419', 'admin_state_up': True, 'tenant_id': '2a1efe09c74b46f39c467c6a602abd25'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:49:00.561299 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-d6d93fcb-21d9-41da-8310-946fdef4ffe3 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] Made reservation on behalf of 2a1efe09c74b46f39c467c6a602abd25 for: {'port': 1} {{(pid=111414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:49:00.566863 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-d6d93fcb-21d9-41da-8310-946fdef4ffe3 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:00.577121 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-d6d93fcb-21d9-41da-8310-946fdef4ffe3 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:00.678020 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:00.692630 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-d6d93fcb-21d9-41da-8310-946fdef4ffe3 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] Publish callbacks [] for security_group (f8f10a13-012f-4a09-8608-057f034d91d1), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:00.696403 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-d6d93fcb-21d9-41da-8310-946fdef4ffe3 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (f8f10a13-012f-4a09-8608-057f034d91d1), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:00.769315 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d93fcb-21d9-41da-8310-946fdef4ffe3 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f10a13-012f-4a09-8608-057f034d91d1,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:00.871867 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.db_base_plugin_common [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-d6d93fcb-21d9-41da-8310-946fdef4ffe3 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] Allocated IP 192.168.233.237 (19f29a66-2312-4bbc-abe4-8de8b413c419/9ff96a5e-527b-4eff-886e-9823b10f391d/1c927b91-ee97-413c-b510-50f66cc4fd5c) {{(pid=111414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:49:00.937387 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-55479be1-07e7-467e-a554-efd9039eb359 req-3ca12b75-50e7-4ce0-8228-87ed3b07ba9d tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=813d51c8-3f4b-4caf-ac65-1c18cca506f7 HTTP/1.1" status: 200 len: 210 time: 0.0313330 Oct 19 00:49:01.040054 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:INSERT=12,neutron:SELECT=85,neutron:UPDATE=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:01.070756 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-d6d93fcb-21d9-41da-8310-946fdef4ffe3 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] Publish callbacks [] for port (1c927b91-ee97-413c-b510-50f66cc4fd5c), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:01.111427 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-d6d93fcb-21d9-41da-8310-946fdef4ffe3 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (1c927b91-ee97-413c-b510-50f66cc4fd5c), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:01.157137 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-d6d93fcb-21d9-41da-8310-946fdef4ffe3 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] Network 19f29a66-2312-4bbc-abe4-8de8b413c419 is already hosted by enough agents. {{(pid=111414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:49:01.160644 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-d6d93fcb-21d9-41da-8310-946fdef4ffe3 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] Resources bound (agent type, host, resource id): {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:49:01.167271 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-d6d93fcb-21d9-41da-8310-946fdef4ffe3 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] Received port after_create {{(pid=111414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:49:01.211313 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d93fcb-21d9-41da-8310-946fdef4ffe3 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] Pushing event updated for resources: {'Port': ['ID=1c927b91-ee97-413c-b510-50f66cc4fd5c,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:01.256455 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-d6d93fcb-21d9-41da-8310-946fdef4ffe3 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:01.257604 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-d6d93fcb-21d9-41da-8310-946fdef4ffe3 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:01.285604 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-d6d93fcb-21d9-41da-8310-946fdef4ffe3 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8733056 Oct 19 00:49:01.435457 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-4f1be61b-46ca-48a4-857d-63a0277df931 service neutron] Request body: {'port': {'device_id': '813d51c8-3f4b-4caf-ac65-1c18cca506f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:49:01.480055 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:01.494890 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-b0329487-5a71-4193-ac98-3cbaa3265f87 None None] Provisioning complete for port 1c927b91-ee97-413c-b510-50f66cc4fd5c triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:49:01.495623 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-b0329487-5a71-4193-ac98-3cbaa3265f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (1c927b91-ee97-413c-b510-50f66cc4fd5c), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:01.496543 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-b0329487-5a71-4193-ac98-3cbaa3265f87 None None] Attempt 1 to provision port 1c927b91-ee97-413c-b510-50f66cc4fd5c Oct 19 00:49:01.530111 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-4f1be61b-46ca-48a4-857d-63a0277df931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (1c927b91-ee97-413c-b510-50f66cc4fd5c), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:01.544379 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-b0329487-5a71-4193-ac98-3cbaa3265f87 None None] Port 1c927b91-ee97-413c-b510-50f66cc4fd5c cannot update to ACTIVE because it is not bound. {{(pid=111416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 19 00:49:01.809241 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (6724934a-8b6e-4109-8304-d160e240b776), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:01.865943 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-4f1be61b-46ca-48a4-857d-63a0277df931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c927b91-ee97-413c-b510-50f66cc4fd5c {{(pid=111414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 00:49:01.875170 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-4f1be61b-46ca-48a4-857d-63a0277df931 service neutron] Publish callbacks [] for port (1c927b91-ee97-413c-b510-50f66cc4fd5c), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:01.885018 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:01.893364 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.provisioning_blocks [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-4f1be61b-46ca-48a4-857d-63a0277df931 service neutron] Transition to ACTIVE for port object 1c927b91-ee97-413c-b510-50f66cc4fd5c will not be triggered until provisioned by entity L2. {{(pid=111414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 00:49:01.897275 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-4f1be61b-46ca-48a4-857d-63a0277df931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577477'] for port (1c927b91-ee97-413c-b510-50f66cc4fd5c), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:01.972147 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1be61b-46ca-48a4-857d-63a0277df931 service neutron] Pushing event updated for resources: {'Port': ['ID=1c927b91-ee97-413c-b510-50f66cc4fd5c,revision_number=2']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:02.035927 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-4f1be61b-46ca-48a4-857d-63a0277df931 service neutron] Attempting to bind port 1c927b91-ee97-413c-b510-50f66cc4fd5c on host hv-cinder-maste for vnic_type normal with profile {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:49:02.036489 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-4f1be61b-46ca-48a4-857d-63a0277df931 service neutron] Attempting to bind port 1c927b91-ee97-413c-b510-50f66cc4fd5c by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '3f45212d-a8ab-4ac5-b6f7-8dcb25f08cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '19f29a66-2312-4bbc-abe4-8de8b413c419'}] {{(pid=111414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:49:02.037145 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-4f1be61b-46ca-48a4-857d-63a0277df931 service neutron] Attempting to bind port 1c927b91-ee97-413c-b510-50f66cc4fd5c on network 19f29a66-2312-4bbc-abe4-8de8b413c419 {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:49:02.096233 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e22059-542e-4f89-96b8-eb993b780c7b req-1ad17494-840d-41bb-827c-b9ca972d9193 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:02.097815 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-12e22059-542e-4f89-96b8-eb993b780c7b req-1ad17494-840d-41bb-827c-b9ca972d9193 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=813d51c8-3f4b-4caf-ac65-1c18cca506f7 HTTP/1.1" status: 200 len: 948 time: 0.0561032 Oct 19 00:49:02.118883 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-4f1be61b-46ca-48a4-857d-63a0277df931 service neutron] Port 1c927b91-ee97-413c-b510-50f66cc4fd5c on network 19f29a66-2312-4bbc-abe4-8de8b413c419 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:49:02.119510 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-4f1be61b-46ca-48a4-857d-63a0277df931 service neutron] Attempting to bind port 1c927b91-ee97-413c-b510-50f66cc4fd5c on network 19f29a66-2312-4bbc-abe4-8de8b413c419 {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:49:02.156508 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-12e22059-542e-4f89-96b8-eb993b780c7b req-0278bb60-0a62-4227-8a39-43493649102f tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f8f10a13-012f-4a09-8608-057f034d91d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510185 Oct 19 00:49:02.191407 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-4f1be61b-46ca-48a4-857d-63a0277df931 service neutron] Checking agent: {'id': '6724934a-8b6e-4109-8304-d160e240b776', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 38, 31), 'started_at': datetime.datetime(2022, 10, 19, 0, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:49:02.191974 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-4f1be61b-46ca-48a4-857d-63a0277df931 service neutron] Checking segment: {'id': '3f45212d-a8ab-4ac5-b6f7-8dcb25f08cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '19f29a66-2312-4bbc-abe4-8de8b413c419'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:49:02.192566 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-4f1be61b-46ca-48a4-857d-63a0277df931 service neutron] Bound using segment: {'id': '3f45212d-a8ab-4ac5-b6f7-8dcb25f08cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '19f29a66-2312-4bbc-abe4-8de8b413c419'} {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:49:02.193118 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-4f1be61b-46ca-48a4-857d-63a0277df931 service neutron] Bound port: 1c927b91-ee97-413c-b510-50f66cc4fd5c, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f45212d-a8ab-4ac5-b6f7-8dcb25f08cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '19f29a66-2312-4bbc-abe4-8de8b413c419'}}] {{(pid=111414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:49:02.193682 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-4f1be61b-46ca-48a4-857d-63a0277df931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (1c927b91-ee97-413c-b510-50f66cc4fd5c), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:02.244622 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:02.277386 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-4f1be61b-46ca-48a4-857d-63a0277df931 service neutron] For port 1c927b91-ee97-413c-b510-50f66cc4fd5c, host hv-cinder-maste, cleared binding levels {{(pid=111414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:49:02.280910 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-4f1be61b-46ca-48a4-857d-63a0277df931 service neutron] For port 1c927b91-ee97-413c-b510-50f66cc4fd5c, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1c927b91-ee97-413c-b510-50f66cc4fd5c,segment=NetworkSegment(3f45212d-a8ab-4ac5-b6f7-8dcb25f08cd8),segment_id=3f45212d-a8ab-4ac5-b6f7-8dcb25f08cd8)] {{(pid=111414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:49:02.288631 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-4f1be61b-46ca-48a4-857d-63a0277df931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577477'] for port (1c927b91-ee97-413c-b510-50f66cc4fd5c), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:02.293485 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-4f1be61b-46ca-48a4-857d-63a0277df931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:02.294113 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-4f1be61b-46ca-48a4-857d-63a0277df931 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:02.295953 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-4f1be61b-46ca-48a4-857d-63a0277df931 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/1c927b91-ee97-413c-b510-50f66cc4fd5c HTTP/1.1" status: 200 len: 1098 time: 0.8649883 Oct 19 00:49:02.299861 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '813d51c8-3f4b-4caf-ac65-1c18cca506f7', 'tag': '1c927b91-ee97-413c-b510-50f66cc4fd5c'}] {{(pid=111414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:49:02.300261 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e46469f00a83062af0f8a877bbd3a06bc7f865c711541049e4990ec8a28c8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e416e9ec-245a-44d4-966c-8527a24f7f03" -d '{"events": [{"name": "network-changed", "server_uuid": "813d51c8-3f4b-4caf-ac65-1c18cca506f7", "tag": "1c927b91-ee97-413c-b510-50f66cc4fd5c"}]}' {{(pid=111414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:49:02.352738 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1be61b-46ca-48a4-857d-63a0277df931 service neutron] Pushing event updated for resources: {'Port': ['ID=1c927b91-ee97-413c-b510-50f66cc4fd5c,revision_number=3']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:02.376151 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 00:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f317199f-24f4-47b2-a670-5c84e262ae02 x-openstack-request-id: req-f317199f-24f4-47b2-a670-5c84e262ae02 {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:49:02.376447 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "813d51c8-3f4b-4caf-ac65-1c18cca506f7", "tag": "1c927b91-ee97-413c-b510-50f66cc4fd5c", "status": "completed", "code": 200}]} {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:49:02.376714 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f317199f-24f4-47b2-a670-5c84e262ae02 {{(pid=111414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:49:02.377178 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f317199f-24f4-47b2-a670-5c84e262ae02'] response: {'name': 'network-changed', 'server_uuid': '813d51c8-3f4b-4caf-ac65-1c18cca506f7', 'tag': '1c927b91-ee97-413c-b510-50f66cc4fd5c', 'status': 'completed', 'code': 200} Oct 19 00:49:02.445944 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-2ce16ec5-3b9b-466f-8d1a-b8f771f2cc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:02.447555 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-2ce16ec5-3b9b-466f-8d1a-b8f771f2cc44 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=2a1efe09c74b46f39c467c6a602abd25&device_id=813d51c8-3f4b-4caf-ac65-1c18cca506f7 HTTP/1.1" status: 200 len: 1132 time: 0.0486341 Oct 19 00:49:02.499323 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-04100d38-b0b4-4fd0-a079-e61fe1faa049 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=1c927b91-ee97-413c-b510-50f66cc4fd5c HTTP/1.1" status: 200 len: 217 time: 0.0368714 Oct 19 00:49:02.554886 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-a7d64583-d967-43a0-a962-ada4fe42127f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:02.557017 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-a7d64583-d967-43a0-a962-ada4fe42127f service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=9ff96a5e-527b-4eff-886e-9823b10f391d HTTP/1.1" status: 200 len: 843 time: 0.0509882 Oct 19 00:49:02.610781 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-59a0bba4-d775-476e-b327-75b2d522cd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:02.612340 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-59a0bba4-d775-476e-b327-75b2d522cd24 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=19f29a66-2312-4bbc-abe4-8de8b413c419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0475514 Oct 19 00:49:02.719561 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-9f9a8c6d-f70e-4627-bc35-9e3b0d497f94 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/19f29a66-2312-4bbc-abe4-8de8b413c419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987391 Oct 19 00:49:02.821816 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-a15f2d8e-da69-4ed8-857e-23b3b9629f4f req-55ff27c5-7944-492f-8b11-253685f7363d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/19f29a66-2312-4bbc-abe4-8de8b413c419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948727 Oct 19 00:49:03.302996 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.agents_db [None req-a13584a9-f264-4877-bb17-87a252e2109a None None] Agent healthcheck: found 6 active agents {{(pid=111417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:49:03.303765 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95fe21-f474-47ac-ade9-86476337a4f6 req-5a8aafd7-3c06-45d9-844a-5629584f5e31 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:03.304813 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-6d95fe21-f474-47ac-ade9-86476337a4f6 req-5a8aafd7-3c06-45d9-844a-5629584f5e31 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=813d51c8-3f4b-4caf-ac65-1c18cca506f7 HTTP/1.1" status: 200 len: 948 time: 0.0537257 Oct 19 00:49:03.361059 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-6d95fe21-f474-47ac-ade9-86476337a4f6 req-a1e08fb2-304d-4934-a081-af479c147706 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f8f10a13-012f-4a09-8608-057f034d91d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497689 Oct 19 00:49:03.739117 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416e9ec-245a-44d4-966c-8527a24f7f03 req-f2ebf657-bc95-49e6-bc20-ae74e7e8a9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:03.741110 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-e416e9ec-245a-44d4-966c-8527a24f7f03 req-f2ebf657-bc95-49e6-bc20-ae74e7e8a9d2 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=2a1efe09c74b46f39c467c6a602abd25&device_id=813d51c8-3f4b-4caf-ac65-1c18cca506f7 HTTP/1.1" status: 200 len: 1132 time: 0.0478635 Oct 19 00:49:03.853889 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416e9ec-245a-44d4-966c-8527a24f7f03 req-2db9c59f-e04f-4715-8576-bb71b75bb9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:03.855468 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-e416e9ec-245a-44d4-966c-8527a24f7f03 req-2db9c59f-e04f-4715-8576-bb71b75bb9e8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=19f29a66-2312-4bbc-abe4-8de8b413c419 HTTP/1.1" status: 200 len: 870 time: 0.1064453 Oct 19 00:49:03.899337 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-e416e9ec-245a-44d4-966c-8527a24f7f03 req-fced933c-92d2-433e-9f6a-7656f91c8560 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=1c927b91-ee97-413c-b510-50f66cc4fd5c HTTP/1.1" status: 200 len: 217 time: 0.0369811 Oct 19 00:49:03.955343 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416e9ec-245a-44d4-966c-8527a24f7f03 req-be4aec27-d0d8-4551-8d79-308cb27f7487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:03.956875 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-e416e9ec-245a-44d4-966c-8527a24f7f03 req-be4aec27-d0d8-4551-8d79-308cb27f7487 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=9ff96a5e-527b-4eff-886e-9823b10f391d HTTP/1.1" status: 200 len: 843 time: 0.0491776 Oct 19 00:49:04.011774 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416e9ec-245a-44d4-966c-8527a24f7f03 req-3297a6f8-aeeb-42f4-a407-ce754bda1264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:04.013282 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-e416e9ec-245a-44d4-966c-8527a24f7f03 req-3297a6f8-aeeb-42f4-a407-ce754bda1264 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=19f29a66-2312-4bbc-abe4-8de8b413c419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0480726 Oct 19 00:49:04.041057 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:04.117517 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-e416e9ec-245a-44d4-966c-8527a24f7f03 req-e5958b1c-f2a1-44ac-8f08-907fb0221a72 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/19f29a66-2312-4bbc-abe4-8de8b413c419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968502 Oct 19 00:49:04.222968 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-e416e9ec-245a-44d4-966c-8527a24f7f03 req-4b378389-3c1e-4be6-9b5b-7889294b6abd service neutron] 10.222.0.20 "GET /networking/v2.0/networks/19f29a66-2312-4bbc-abe4-8de8b413c419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980079 Oct 19 00:49:04.527811 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda3ec8-8bfd-4a0f-a679-878b784ab953 req-60de9216-6fa7-45ca-979d-ddba9fee3bb3 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:04.528469 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-feda3ec8-8bfd-4a0f-a679-878b784ab953 req-60de9216-6fa7-45ca-979d-ddba9fee3bb3 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=813d51c8-3f4b-4caf-ac65-1c18cca506f7 HTTP/1.1" status: 200 len: 948 time: 0.0810006 Oct 19 00:49:04.574376 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:04.588795 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-2ab96965-7dec-4644-98e3-66cfbaa274e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:04.589452 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-feda3ec8-8bfd-4a0f-a679-878b784ab953 req-1314bcb7-8b9a-402d-8aee-af9e72214b37 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f8f10a13-012f-4a09-8608-057f034d91d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493691 Oct 19 00:49:05.504258 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 1c927b91-ee97-413c-b510-50f66cc4fd5c details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=111416) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:49:05.621791 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port 1c927b91-ee97-413c-b510-50f66cc4fd5c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1c927b91-ee97-413c-b510-50f66cc4fd5c,segment=NetworkSegment(3f45212d-a8ab-4ac5-b6f7-8dcb25f08cd8),segment_id=3f45212d-a8ab-4ac5-b6f7-8dcb25f08cd8)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:49:05.635255 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Returning: {'device': '1c927b91-ee97-413c-b510-50f66cc4fd5c', 'network_id': '19f29a66-2312-4bbc-abe4-8de8b413c419', 'port_id': '1c927b91-ee97-413c-b510-50f66cc4fd5c', 'mac_address': 'fa:16:3e:57:0e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ff96a5e-527b-4eff-886e-9823b10f391d', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111416) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:49:05.680213 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port 1c927b91-ee97-413c-b510-50f66cc4fd5c is: DOWN; New status is: BUILD {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:49:05.680702 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (1c927b91-ee97-413c-b510-50f66cc4fd5c), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:05.696126 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c927b91-ee97-413c-b510-50f66cc4fd5c {{(pid=111416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 00:49:05.717992 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port 1c927b91-ee97-413c-b510-50f66cc4fd5c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1c927b91-ee97-413c-b510-50f66cc4fd5c,segment=NetworkSegment(3f45212d-a8ab-4ac5-b6f7-8dcb25f08cd8),segment_id=3f45212d-a8ab-4ac5-b6f7-8dcb25f08cd8)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:49:05.725782 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (1c927b91-ee97-413c-b510-50f66cc4fd5c), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:05.743796 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:05.759238 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ae88c-140c-41c9-b549-3a17b19d7890 req-75c5f224-5f1c-49ea-88f8-6c98b1d9edb8 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:05.760840 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d54ae88c-140c-41c9-b549-3a17b19d7890 req-75c5f224-5f1c-49ea-88f8-6c98b1d9edb8 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=813d51c8-3f4b-4caf-ac65-1c18cca506f7 HTTP/1.1" status: 200 len: 948 time: 0.0639379 Oct 19 00:49:05.786852 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=1c927b91-ee97-413c-b510-50f66cc4fd5c,revision_number=4']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:05.794577 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:05.794932 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:05.795276 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:05.795620 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:05.795957 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:05.796289 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:05.796619 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:05.796944 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:05.797313 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:05.798139 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:05.798777 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:05.798897 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:05.799174 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:05.799493 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:05.799817 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:05.837869 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d54ae88c-140c-41c9-b549-3a17b19d7890 req-5f23113d-862e-4f80-b5e7-84818ad3351b tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f8f10a13-012f-4a09-8608-057f034d91d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669160 Oct 19 00:49:06.111304 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] get_ports_and_sgs() called for port_ids ['1c927b91-ee97-413c-b510-50f66cc4fd5c'] {{(pid=111416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 00:49:06.772347 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-8c33ce29-9d60-4b02-8301-460955704e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:06.979735 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34533f85-d791-440e-be06-39b47dca3e78 req-7f53be3c-2c93-4750-a935-e7d36d693f16 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:06.982065 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-34533f85-d791-440e-be06-39b47dca3e78 req-7f53be3c-2c93-4750-a935-e7d36d693f16 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=813d51c8-3f4b-4caf-ac65-1c18cca506f7 HTTP/1.1" status: 200 len: 949 time: 0.0615613 Oct 19 00:49:07.004357 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:07.043637 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-34533f85-d791-440e-be06-39b47dca3e78 req-f72465dc-4fa7-46b9-b6b2-02cad4bbbf72 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f8f10a13-012f-4a09-8608-057f034d91d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548284 Oct 19 00:49:07.526778 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 1c927b91-ee97-413c-b510-50f66cc4fd5c up at agent hyperv_hv-cinder-maste {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:49:07.574292 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Provisioning for port 1c927b91-ee97-413c-b510-50f66cc4fd5c completed by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 19 00:49:07.581163 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Provisioning complete for port 1c927b91-ee97-413c-b510-50f66cc4fd5c triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:49:07.581543 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (1c927b91-ee97-413c-b510-50f66cc4fd5c), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:07.581877 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Attempt 1 to provision port 1c927b91-ee97-413c-b510-50f66cc4fd5c Oct 19 00:49:07.663765 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port 1c927b91-ee97-413c-b510-50f66cc4fd5c is: BUILD; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:49:07.664008 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (1c927b91-ee97-413c-b510-50f66cc4fd5c), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:07.692787 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '813d51c8-3f4b-4caf-ac65-1c18cca506f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c927b91-ee97-413c-b510-50f66cc4fd5c'}] {{(pid=111416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:49:07.695648 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0240e38e362fdc750089dc1f1183b30604621660299f95a12c585bcfa6b02ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c725bae8-1498-4817-b00b-c3fe3908e2e0" -d '{"events": [{"server_uuid": "813d51c8-3f4b-4caf-ac65-1c18cca506f7", "name": "network-vif-plugged", "status": "completed", "tag": "1c927b91-ee97-413c-b510-50f66cc4fd5c"}]}' {{(pid=111416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:49:07.717652 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port 1c927b91-ee97-413c-b510-50f66cc4fd5c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1c927b91-ee97-413c-b510-50f66cc4fd5c,segment=NetworkSegment(3f45212d-a8ab-4ac5-b6f7-8dcb25f08cd8),segment_id=3f45212d-a8ab-4ac5-b6f7-8dcb25f08cd8)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:49:07.723997 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (1c927b91-ee97-413c-b510-50f66cc4fd5c), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:07.765621 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 00:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f75eb25-880a-4fa5-97c2-7a1c93c1c69b x-openstack-request-id: req-5f75eb25-880a-4fa5-97c2-7a1c93c1c69b {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:49:07.765621 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "813d51c8-3f4b-4caf-ac65-1c18cca506f7", "name": "network-vif-plugged", "status": "completed", "tag": "1c927b91-ee97-413c-b510-50f66cc4fd5c", "code": 200}]} {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:49:07.765621 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5f75eb25-880a-4fa5-97c2-7a1c93c1c69b {{(pid=111416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:49:07.765621 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f75eb25-880a-4fa5-97c2-7a1c93c1c69b'] response: {'server_uuid': '813d51c8-3f4b-4caf-ac65-1c18cca506f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c927b91-ee97-413c-b510-50f66cc4fd5c', 'code': 200} Oct 19 00:49:07.799962 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=1c927b91-ee97-413c-b510-50f66cc4fd5c,revision_number=5']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:08.048622 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e2e7b-e7fc-4bc7-a75f-19c3c402e8b5 req-2c78228d-9d41-4a77-bb54-893a1ad265b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:08.051340 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-318e2e7b-e7fc-4bc7-a75f-19c3c402e8b5 req-2c78228d-9d41-4a77-bb54-893a1ad265b9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=813d51c8-3f4b-4caf-ac65-1c18cca506f7 HTTP/1.1" status: 200 len: 1134 time: 0.0718262 Oct 19 00:49:08.111292 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-318e2e7b-e7fc-4bc7-a75f-19c3c402e8b5 req-ba9b5f2d-43f9-492a-8e39-beb7a9e61129 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f8f10a13-012f-4a09-8608-057f034d91d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533109 Oct 19 00:49:08.279642 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:08.285828 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32c091-dcf1-44ab-b73a-ed212ac2c81c req-a07c1c8b-90f9-4836-af6a-e9ab6ae8546e tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:08.288526 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ef32c091-dcf1-44ab-b73a-ed212ac2c81c req-a07c1c8b-90f9-4836-af6a-e9ab6ae8546e tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=813d51c8-3f4b-4caf-ac65-1c18cca506f7 HTTP/1.1" status: 200 len: 950 time: 0.0645018 Oct 19 00:49:08.343689 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ef32c091-dcf1-44ab-b73a-ed212ac2c81c req-1e1cb672-342d-4208-844d-c3e130529aa3 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f8f10a13-012f-4a09-8608-057f034d91d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495329 Oct 19 00:49:09.523189 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf0832-d3ab-4d32-b1ab-ecc0a3eaef70 req-e6367591-4844-40ad-8745-ace6fb40017c tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:09.525872 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-3fdf0832-d3ab-4d32-b1ab-ecc0a3eaef70 req-e6367591-4844-40ad-8745-ace6fb40017c tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=813d51c8-3f4b-4caf-ac65-1c18cca506f7 HTTP/1.1" status: 200 len: 950 time: 0.0677252 Oct 19 00:49:09.544691 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 38926) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:49:09.611205 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-3fdf0832-d3ab-4d32-b1ab-ecc0a3eaef70 req-74074cb7-fe67-43ff-bc99-35b37c233225 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f8f10a13-012f-4a09-8608-057f034d91d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744102 Oct 19 00:49:09.697935 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-b642d2ea-a903-43ed-9584-0491af4a92cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:09.730831 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:09.800543 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-b642d2ea-a903-43ed-9584-0491af4a92cc admin admin] Publish callbacks [] for security_group (bceae598-5a5d-49fa-a411-de637c80c1b7), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:09.805433 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-b642d2ea-a903-43ed-9584-0491af4a92cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (bceae598-5a5d-49fa-a411-de637c80c1b7), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:09.854081 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b642d2ea-a903-43ed-9584-0491af4a92cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bceae598-5a5d-49fa-a411-de637c80c1b7,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:09.858538 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-b642d2ea-a903-43ed-9584-0491af4a92cc admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=382d055dde074f4c95169a4d671b8a56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3124137 Oct 19 00:49:09.862257 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 38930) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:49:09.919937 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-80392a6b-fde3-4103-85bf-ad1d59044f48 admin admin] Publish callbacks [] for security_group (bceae598-5a5d-49fa-a411-de637c80c1b7), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:09.942969 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-80392a6b-fde3-4103-85bf-ad1d59044f48 admin admin] Publish callbacks [] for security_group (bceae598-5a5d-49fa-a411-de637c80c1b7), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:09.994643 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-80392a6b-fde3-4103-85bf-ad1d59044f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (bceae598-5a5d-49fa-a411-de637c80c1b7), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:09.997151 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-80392a6b-fde3-4103-85bf-ad1d59044f48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:09.998318 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-80392a6b-fde3-4103-85bf-ad1d59044f48 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/bceae598-5a5d-49fa-a411-de637c80c1b7 HTTP/1.1" status: 204 len: 168 time: 0.1347258 Oct 19 00:49:10.007177 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80392a6b-fde3-4103-85bf-ad1d59044f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bceae598-5a5d-49fa-a411-de637c80c1b7,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:10.019894 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:10.049501 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:10.305301 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:10.813007 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023e9c3-0af4-4c0a-9a43-d05be1f85d1d req-dad55523-63c0-4783-b395-177874826c61 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:10.815435 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8023e9c3-0af4-4c0a-9a43-d05be1f85d1d req-dad55523-63c0-4783-b395-177874826c61 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=813d51c8-3f4b-4caf-ac65-1c18cca506f7 HTTP/1.1" status: 200 len: 950 time: 0.0679502 Oct 19 00:49:10.886322 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8023e9c3-0af4-4c0a-9a43-d05be1f85d1d req-eff6eaee-6a39-4cf9-b234-7cf9fe309ad1 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f8f10a13-012f-4a09-8608-057f034d91d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637715 Oct 19 00:49:11.298090 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33b872-bf8b-45fa-bd33-a78adbdd4778 req-cd2ac805-8c91-491a-87e9-6eca64b442c1 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:11.300227 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8c33b872-bf8b-45fa-bd33-a78adbdd4778 req-cd2ac805-8c91-491a-87e9-6eca64b442c1 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=813d51c8-3f4b-4caf-ac65-1c18cca506f7 HTTP/1.1" status: 200 len: 950 time: 0.0629117 Oct 19 00:49:11.362100 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8c33b872-bf8b-45fa-bd33-a78adbdd4778 req-14573233-6db6-4571-a9a2-f40d954b0af4 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f8f10a13-012f-4a09-8608-057f034d91d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550194 Oct 19 00:49:11.464354 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 38974) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:49:11.607801 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-307f05aa-dd9a-412e-a7d9-a60746752482 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:11.697016 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-307f05aa-dd9a-412e-a7d9-a60746752482 admin admin] Publish callbacks [] for security_group (a6678114-9709-4690-b5da-4b1893c738af), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:11.701948 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-307f05aa-dd9a-412e-a7d9-a60746752482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (a6678114-9709-4690-b5da-4b1893c738af), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:11.752147 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-307f05aa-dd9a-412e-a7d9-a60746752482 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=bc3ce3ba99a549a481ae27a1338b5f18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2864678 Oct 19 00:49:11.753214 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f05aa-dd9a-412e-a7d9-a60746752482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6678114-9709-4690-b5da-4b1893c738af,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:11.755631 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 38978) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:49:11.821767 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-50c9724a-7dc7-467f-ab2f-3c2d434c914f admin admin] Publish callbacks [] for security_group (a6678114-9709-4690-b5da-4b1893c738af), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:11.847735 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-50c9724a-7dc7-467f-ab2f-3c2d434c914f admin admin] Publish callbacks [] for security_group (a6678114-9709-4690-b5da-4b1893c738af), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:11.907986 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-50c9724a-7dc7-467f-ab2f-3c2d434c914f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (a6678114-9709-4690-b5da-4b1893c738af), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:11.910719 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-50c9724a-7dc7-467f-ab2f-3c2d434c914f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:11.911944 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-50c9724a-7dc7-467f-ab2f-3c2d434c914f admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/a6678114-9709-4690-b5da-4b1893c738af HTTP/1.1" status: 204 len: 168 time: 0.1549354 Oct 19 00:49:11.921896 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c9724a-7dc7-467f-ab2f-3c2d434c914f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6678114-9709-4690-b5da-4b1893c738af,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:12.510339 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ea7bf-4ecc-4972-8ee6-d77e600eec29 req-853f7e91-0105-4f1a-b76f-180c4ce0fbe4 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:12.512209 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ff0ea7bf-4ecc-4972-8ee6-d77e600eec29 req-853f7e91-0105-4f1a-b76f-180c4ce0fbe4 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=813d51c8-3f4b-4caf-ac65-1c18cca506f7 HTTP/1.1" status: 200 len: 950 time: 0.0627046 Oct 19 00:49:12.594377 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ff0ea7bf-4ecc-4972-8ee6-d77e600eec29 req-769b29c6-8fef-4ed4-894e-e621c41d8bcf tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f8f10a13-012f-4a09-8608-057f034d91d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735388 Oct 19 00:49:12.842402 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e563d7-ad31-42e4-a5bb-e18133675a53 req-421addb0-7bb0-45f3-98cc-2b7f8353bb68 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:12.844381 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-00e563d7-ad31-42e4-a5bb-e18133675a53 req-421addb0-7bb0-45f3-98cc-2b7f8353bb68 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=813d51c8-3f4b-4caf-ac65-1c18cca506f7 HTTP/1.1" status: 200 len: 950 time: 0.0604951 Oct 19 00:49:12.923843 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:12.943215 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [req-00e563d7-ad31-42e4-a5bb-e18133675a53 req-ec05abb7-31c9-4092-8b87-80991aebc15a tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] Deleting port 1c927b91-ee97-413c-b510-50f66cc4fd5c {{(pid=111414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:49:12.943432 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-00e563d7-ad31-42e4-a5bb-e18133675a53 req-ec05abb7-31c9-4092-8b87-80991aebc15a tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (1c927b91-ee97-413c-b510-50f66cc4fd5c), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:13.056833 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-00e563d7-ad31-42e4-a5bb-e18133675a53 req-ec05abb7-31c9-4092-8b87-80991aebc15a tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] For port 1c927b91-ee97-413c-b510-50f66cc4fd5c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1c927b91-ee97-413c-b510-50f66cc4fd5c,segment=NetworkSegment(3f45212d-a8ab-4ac5-b6f7-8dcb25f08cd8),segment_id=3f45212d-a8ab-4ac5-b6f7-8dcb25f08cd8)] {{(pid=111414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:49:13.057188 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-00e563d7-ad31-42e4-a5bb-e18133675a53 req-ec05abb7-31c9-4092-8b87-80991aebc15a tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (1c927b91-ee97-413c-b510-50f66cc4fd5c), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:13.073157 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [req-00e563d7-ad31-42e4-a5bb-e18133675a53 req-ec05abb7-31c9-4092-8b87-80991aebc15a tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] Calling delete_port for 1c927b91-ee97-413c-b510-50f66cc4fd5c owned by compute:nova {{(pid=111414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:49:13.243821 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-00e563d7-ad31-42e4-a5bb-e18133675a53 req-ec05abb7-31c9-4092-8b87-80991aebc15a tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (1c927b91-ee97-413c-b510-50f66cc4fd5c), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:13.257955 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:INSERT=3,neutron:SELECT=87,neutron:DELETE=10 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:13.291815 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] get_ports_and_sgs() called for port_ids ['1c927b91-ee97-413c-b510-50f66cc4fd5c'] {{(pid=111416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 00:49:13.298564 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=19 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:13.299440 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=17 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:13.301684 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec05abb7-31c9-4092-8b87-80991aebc15a tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] Pushing event deleted for resources: {'Port': ['ID=1c927b91-ee97-413c-b510-50f66cc4fd5c,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:13.383464 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [req-00e563d7-ad31-42e4-a5bb-e18133675a53 req-ec05abb7-31c9-4092-8b87-80991aebc15a tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] No DVR routers for this DVR port 1c927b91-ee97-413c-b510-50f66cc4fd5c on host hv-cinder-maste {{(pid=111414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 19 00:49:13.386426 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-00e563d7-ad31-42e4-a5bb-e18133675a53 req-ec05abb7-31c9-4092-8b87-80991aebc15a tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:13.390904 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-00e563d7-ad31-42e4-a5bb-e18133675a53 req-ec05abb7-31c9-4092-8b87-80991aebc15a tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] 10.222.0.20 "DELETE /networking/v2.0/ports/1c927b91-ee97-413c-b510-50f66cc4fd5c HTTP/1.1" status: 204 len: 173 time: 0.5409305 Oct 19 00:49:13.391486 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '813d51c8-3f4b-4caf-ac65-1c18cca506f7', 'name': 'network-vif-deleted', 'tag': '1c927b91-ee97-413c-b510-50f66cc4fd5c'}] {{(pid=111414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:49:13.395162 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e46469f00a83062af0f8a877bbd3a06bc7f865c711541049e4990ec8a28c8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f10fda-9bce-4c1a-9817-fe141f78feb9" -d '{"events": [{"server_uuid": "813d51c8-3f4b-4caf-ac65-1c18cca506f7", "name": "network-vif-deleted", "tag": "1c927b91-ee97-413c-b510-50f66cc4fd5c"}]}' {{(pid=111414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:49:13.466187 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 00:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab08ed6d-07a0-4b9c-8188-3fe3aa4a1061 x-openstack-request-id: req-ab08ed6d-07a0-4b9c-8188-3fe3aa4a1061 {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:49:13.466791 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "813d51c8-3f4b-4caf-ac65-1c18cca506f7", "name": "network-vif-deleted", "tag": "1c927b91-ee97-413c-b510-50f66cc4fd5c", "status": "completed", "code": 200}]} {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:49:13.467250 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ab08ed6d-07a0-4b9c-8188-3fe3aa4a1061 {{(pid=111414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:49:13.467999 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab08ed6d-07a0-4b9c-8188-3fe3aa4a1061'] response: {'server_uuid': '813d51c8-3f4b-4caf-ac65-1c18cca506f7', 'name': 'network-vif-deleted', 'tag': '1c927b91-ee97-413c-b510-50f66cc4fd5c', 'status': 'completed', 'code': 200} Oct 19 00:49:13.771161 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9eb9f6a1-01b8-4c12-8499-375f1234c27e req-a3a3a5e8-d1fe-4d7c-9937-a533c80b9203 tempest-VolumesNegativeTest-969857559 tempest-VolumesNegativeTest-969857559-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=813d51c8-3f4b-4caf-ac65-1c18cca506f7 HTTP/1.1" status: 200 len: 210 time: 0.0355721 Oct 19 00:49:17.795792 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 1c927b91-ee97-413c-b510-50f66cc4fd5c no longer exists at agent hyperv_hv-cinder-maste {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:49:17.825899 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] No Port match for: 1c927b91-ee97-413c-b510-50f66cc4fd5c {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:49:17.826243 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 1c927b91-ee97-413c-b510-50f66cc4fd5c not bound to the agent host hv-cinder-maste {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:49:19.586855 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 39298) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:49:19.739014 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-6f7c9bfb-1b06-4a0a-8dc2-03f289ed0596 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=2a1efe09c74b46f39c467c6a602abd25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1505141 Oct 19 00:49:19.741583 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 39302) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:49:19.800494 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-141eddd4-be14-47d1-8d53-317b51b20f49 admin admin] Publish callbacks [] for security_group (f8f10a13-012f-4a09-8608-057f034d91d1), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:19.822258 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-141eddd4-be14-47d1-8d53-317b51b20f49 admin admin] Publish callbacks [] for security_group (f8f10a13-012f-4a09-8608-057f034d91d1), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:19.878269 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-141eddd4-be14-47d1-8d53-317b51b20f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (f8f10a13-012f-4a09-8608-057f034d91d1), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:19.883809 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-141eddd4-be14-47d1-8d53-317b51b20f49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:19.885794 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-141eddd4-be14-47d1-8d53-317b51b20f49 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/f8f10a13-012f-4a09-8608-057f034d91d1 HTTP/1.1" status: 204 len: 168 time: 0.1430194 Oct 19 00:49:19.900258 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141eddd4-be14-47d1-8d53-317b51b20f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f10a13-012f-4a09-8608-057f034d91d1,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:19.913786 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141eddd4-be14-47d1-8d53-317b51b20f49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:19.914264 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141eddd4-be14-47d1-8d53-317b51b20f49 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:19.914719 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141eddd4-be14-47d1-8d53-317b51b20f49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:19.915121 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141eddd4-be14-47d1-8d53-317b51b20f49 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:19.915583 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141eddd4-be14-47d1-8d53-317b51b20f49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:19.916145 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141eddd4-be14-47d1-8d53-317b51b20f49 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:19.916469 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141eddd4-be14-47d1-8d53-317b51b20f49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:19.916863 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141eddd4-be14-47d1-8d53-317b51b20f49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:19.917379 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141eddd4-be14-47d1-8d53-317b51b20f49 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:19.917772 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141eddd4-be14-47d1-8d53-317b51b20f49 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:19.918244 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141eddd4-be14-47d1-8d53-317b51b20f49 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:19.918753 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141eddd4-be14-47d1-8d53-317b51b20f49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:19.919210 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141eddd4-be14-47d1-8d53-317b51b20f49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:19.919674 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141eddd4-be14-47d1-8d53-317b51b20f49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:19.920145 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141eddd4-be14-47d1-8d53-317b51b20f49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:19.936130 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:20.748137 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 39330) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:49:20.926790 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-fec3d614-63d9-4ec8-a0e2-9a44221a1b62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:20.994258 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:21.029457 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-fec3d614-63d9-4ec8-a0e2-9a44221a1b62 admin admin] Publish callbacks [] for security_group (2b7c44a0-470d-4a1f-aa1c-a4c78b6a4d8b), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:21.035955 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-fec3d614-63d9-4ec8-a0e2-9a44221a1b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (2b7c44a0-470d-4a1f-aa1c-a4c78b6a4d8b), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:21.072050 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:21.089821 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-fec3d614-63d9-4ec8-a0e2-9a44221a1b62 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=65417f6732ff4df4b3e69cc83845f080&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3380976 Oct 19 00:49:21.091178 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec3d614-63d9-4ec8-a0e2-9a44221a1b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7c44a0-470d-4a1f-aa1c-a4c78b6a4d8b,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:21.096175 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 39338) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:49:21.181084 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c1ecfcec-0867-4cd3-a4b4-26e9b963e5de admin admin] Publish callbacks [] for security_group (2b7c44a0-470d-4a1f-aa1c-a4c78b6a4d8b), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:21.210935 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c1ecfcec-0867-4cd3-a4b4-26e9b963e5de admin admin] Publish callbacks [] for security_group (2b7c44a0-470d-4a1f-aa1c-a4c78b6a4d8b), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:21.288097 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c1ecfcec-0867-4cd3-a4b4-26e9b963e5de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (2b7c44a0-470d-4a1f-aa1c-a4c78b6a4d8b), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:21.291095 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c1ecfcec-0867-4cd3-a4b4-26e9b963e5de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:21.292465 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-c1ecfcec-0867-4cd3-a4b4-26e9b963e5de admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/2b7c44a0-470d-4a1f-aa1c-a4c78b6a4d8b HTTP/1.1" status: 204 len: 168 time: 0.1940796 Oct 19 00:49:21.304297 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ecfcec-0867-4cd3-a4b4-26e9b963e5de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7c44a0-470d-4a1f-aa1c-a4c78b6a4d8b,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:23.279906 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f7ffd-55c7-4c33-9cb0-b2cebb2b2e86 req-803551cf-d498-435f-a005-af7ec1c763e8 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:23.282146 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-064f7ffd-55c7-4c33-9cb0-b2cebb2b2e86 req-803551cf-d498-435f-a005-af7ec1c763e8 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 946 time: 0.0552588 Oct 19 00:49:23.338701 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-064f7ffd-55c7-4c33-9cb0-b2cebb2b2e86 req-d8fcd261-a582-4580-b6ce-16de8eb21c0a tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4905e055-e53a-471c-a6b1-7e77931ff8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504704 Oct 19 00:49:24.474424 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad7383-4d34-48e3-9951-eb274bff7893 req-1ddbabb9-67f9-4ab6-ae2d-9bae1e106907 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:24.476068 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-00ad7383-4d34-48e3-9951-eb274bff7893 req-1ddbabb9-67f9-4ab6-ae2d-9bae1e106907 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 946 time: 0.0514224 Oct 19 00:49:24.536404 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-00ad7383-4d34-48e3-9951-eb274bff7893 req-0d4116b5-b08d-44cc-92bc-f580c6f51399 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4905e055-e53a-471c-a6b1-7e77931ff8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541306 Oct 19 00:49:25.681300 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297fcdf-ff6c-451b-b565-1503098e660f req-a10c483a-269c-4d03-8d46-6f48a9991bc1 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:25.682996 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-e297fcdf-ff6c-451b-b565-1503098e660f req-a10c483a-269c-4d03-8d46-6f48a9991bc1 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 946 time: 0.0559714 Oct 19 00:49:25.759600 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-e297fcdf-ff6c-451b-b565-1503098e660f req-37b3f133-2cd7-485d-9b89-54107ec82519 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4905e055-e53a-471c-a6b1-7e77931ff8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698113 Oct 19 00:49:26.898958 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04ed04-175b-4c90-b739-91b1936ad6dd req-57b30511-0032-4569-a33b-4394472a3626 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:26.900887 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ba04ed04-175b-4c90-b739-91b1936ad6dd req-57b30511-0032-4569-a33b-4394472a3626 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 946 time: 0.0527213 Oct 19 00:49:26.977459 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ba04ed04-175b-4c90-b739-91b1936ad6dd req-c150cbf2-0734-4dd7-b239-b55e12315371 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4905e055-e53a-471c-a6b1-7e77931ff8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701983 Oct 19 00:49:28.156836 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66673cd-a220-4c5a-a309-1a613b55369d req-71f30608-2520-44e4-8782-b80fbe032a8e tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:28.158325 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c66673cd-a220-4c5a-a309-1a613b55369d req-71f30608-2520-44e4-8782-b80fbe032a8e tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 946 time: 0.0561590 Oct 19 00:49:28.220003 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c66673cd-a220-4c5a-a309-1a613b55369d req-8185740f-920d-43f8-9d5c-60a5d08ed0e5 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4905e055-e53a-471c-a6b1-7e77931ff8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501797 Oct 19 00:49:29.381057 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031efbe-596c-4fb1-a96e-4b3544f5cde3 req-8b57a6ed-81f5-48a6-946b-f951605307bf tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:29.383059 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-0031efbe-596c-4fb1-a96e-4b3544f5cde3 req-8b57a6ed-81f5-48a6-946b-f951605307bf tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 946 time: 0.0566967 Oct 19 00:49:29.440697 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-0031efbe-596c-4fb1-a96e-4b3544f5cde3 req-5f84d1f8-e3e4-4d04-beb9-7f559369e81c tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4905e055-e53a-471c-a6b1-7e77931ff8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515807 Oct 19 00:49:30.579195 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b2d61-ed7e-44d4-b172-54a485698622 req-5db884e9-60aa-429b-9e5e-9343e42f0421 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:30.580824 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a30b2d61-ed7e-44d4-b172-54a485698622 req-5db884e9-60aa-429b-9e5e-9343e42f0421 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 946 time: 0.0509865 Oct 19 00:49:30.639130 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a30b2d61-ed7e-44d4-b172-54a485698622 req-a57e527f-d094-40d0-a8ea-00d8675f4a6c tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4905e055-e53a-471c-a6b1-7e77931ff8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518501 Oct 19 00:49:31.262924 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=68,neutron:DELETE=8 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:31.304660 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=44,neutron:DELETE=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:31.319173 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:UPDATE=1,neutron:SELECT=6 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:31.774698 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cec7f3-909e-4c1a-891a-94c78f0179c5 req-29540765-ad07-4bd0-87fb-3f463d882479 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:31.776325 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-f5cec7f3-909e-4c1a-891a-94c78f0179c5 req-29540765-ad07-4bd0-87fb-3f463d882479 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 946 time: 0.0512638 Oct 19 00:49:31.812577 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (6724934a-8b6e-4109-8304-d160e240b776), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:31.835088 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-f5cec7f3-909e-4c1a-891a-94c78f0179c5 req-3ab54ef9-61fd-488e-be7b-af1a89bf6e60 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4905e055-e53a-471c-a6b1-7e77931ff8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517571 Oct 19 00:49:32.167186 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3ff8a-5a78-4673-ba00-312e77f1b0b8 req-e9abde37-58f0-4e96-ac13-68af9c631b8c tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:32.168669 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-93d3ff8a-5a78-4673-ba00-312e77f1b0b8 req-e9abde37-58f0-4e96-ac13-68af9c631b8c tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 946 time: 0.0549612 Oct 19 00:49:32.264852 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [req-93d3ff8a-5a78-4673-ba00-312e77f1b0b8 req-267b8a2b-0b38-4c27-adfa-63447f0e0db5 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Deleting port 2b936cf8-a250-46ff-af9b-c10ccce59df7 {{(pid=111414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:49:32.267081 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-93d3ff8a-5a78-4673-ba00-312e77f1b0b8 req-267b8a2b-0b38-4c27-adfa-63447f0e0db5 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (2b936cf8-a250-46ff-af9b-c10ccce59df7), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:32.416989 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-93d3ff8a-5a78-4673-ba00-312e77f1b0b8 req-267b8a2b-0b38-4c27-adfa-63447f0e0db5 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] For port 2b936cf8-a250-46ff-af9b-c10ccce59df7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2b936cf8-a250-46ff-af9b-c10ccce59df7,segment=NetworkSegment(8053efdb-fe2b-48be-9228-17e179e76fd1),segment_id=8053efdb-fe2b-48be-9228-17e179e76fd1)] {{(pid=111414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:49:32.417583 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-93d3ff8a-5a78-4673-ba00-312e77f1b0b8 req-267b8a2b-0b38-4c27-adfa-63447f0e0db5 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (2b936cf8-a250-46ff-af9b-c10ccce59df7), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:32.605395 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-93d3ff8a-5a78-4673-ba00-312e77f1b0b8 req-267b8a2b-0b38-4c27-adfa-63447f0e0db5 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:32.605776 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-93d3ff8a-5a78-4673-ba00-312e77f1b0b8 req-267b8a2b-0b38-4c27-adfa-63447f0e0db5 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942318'] for floatingip (2ad5c382-922e-49b9-8fec-73e6fb8029f7), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:32.606076 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.db.l3_db [req-93d3ff8a-5a78-4673-ba00-312e77f1b0b8 req-267b8a2b-0b38-4c27-adfa-63447f0e0db5 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Floating IP 2ad5c382-922e-49b9-8fec-73e6fb8029f7 disassociated. External IP: 172.37.6.254, port: 2b936cf8-a250-46ff-af9b-c10ccce59df7. Oct 19 00:49:32.606428 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [req-93d3ff8a-5a78-4673-ba00-312e77f1b0b8 req-267b8a2b-0b38-4c27-adfa-63447f0e0db5 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Calling delete_port for 2b936cf8-a250-46ff-af9b-c10ccce59df7 owned by compute:nova {{(pid=111414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:49:32.793624 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-93d3ff8a-5a78-4673-ba00-312e77f1b0b8 req-267b8a2b-0b38-4c27-adfa-63447f0e0db5 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (2b936cf8-a250-46ff-af9b-c10ccce59df7), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:32.839442 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b8a2b-0b38-4c27-adfa-63447f0e0db5 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Pushing event deleted for resources: {'Port': ['ID=2b936cf8-a250-46ff-af9b-c10ccce59df7,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:32.954168 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-6b6c0d55-52e9-484b-b11c-41f83bceb2fc req-b9831781-a976-4445-8b3e-4ce9250b6b4a tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 210 time: 0.0308471 Oct 19 00:49:33.047409 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93d3ff8a-5a78-4673-ba00-312e77f1b0b8 req-267b8a2b-0b38-4c27-adfa-63447f0e0db5 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Router 1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7 has already been hosted by L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 {{(pid=111414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:49:33.446559 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93d3ff8a-5a78-4673-ba00-312e77f1b0b8 req-267b8a2b-0b38-4c27-adfa-63447f0e0db5 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:49:33.462291 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f075e529-5c82-49ff-b97f-0f4ca03d5141 None None] Sync routers for ids ['1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7'] in dv-cinder-master-3-iscsi {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:49:33.484233 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f075e529-5c82-49ff-b97f-0f4ca03d5141 None None] Routers {'1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:49:33.485380 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-f075e529-5c82-49ff-b97f-0f4ca03d5141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:49:07Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:49:33.495988 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d3ff8a-5a78-4673-ba00-312e77f1b0b8 req-267b8a2b-0b38-4c27-adfa-63447f0e0db5 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] No DVR routers for this DVR port 2b936cf8-a250-46ff-af9b-c10ccce59df7 on host hv-cinder-maste {{(pid=111414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 19 00:49:33.499358 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-93d3ff8a-5a78-4673-ba00-312e77f1b0b8 req-267b8a2b-0b38-4c27-adfa-63447f0e0db5 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:33.503954 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-93d3ff8a-5a78-4673-ba00-312e77f1b0b8 req-267b8a2b-0b38-4c27-adfa-63447f0e0db5 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.20 "DELETE /networking/v2.0/ports/2b936cf8-a250-46ff-af9b-c10ccce59df7 HTTP/1.1" status: 204 len: 173 time: 1.3291905 Oct 19 00:49:33.504576 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38d4219-8912-4fd9-9d02-7848016f7954', 'name': 'network-vif-deleted', 'tag': '2b936cf8-a250-46ff-af9b-c10ccce59df7'}] {{(pid=111414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:49:33.507054 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e46469f00a83062af0f8a877bbd3a06bc7f865c711541049e4990ec8a28c8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96863a8d-5d4f-4607-bec2-9cae0f2aede9" -d '{"events": [{"server_uuid": "b38d4219-8912-4fd9-9d02-7848016f7954", "name": "network-vif-deleted", "tag": "2b936cf8-a250-46ff-af9b-c10ccce59df7"}]}' {{(pid=111414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:49:33.606664 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 00:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860541d1-4608-43e6-a838-20cf4a3a812a x-openstack-request-id: req-860541d1-4608-43e6-a838-20cf4a3a812a {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:49:33.606956 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38d4219-8912-4fd9-9d02-7848016f7954", "name": "network-vif-deleted", "tag": "2b936cf8-a250-46ff-af9b-c10ccce59df7", "status": "completed", "code": 200}]} {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:49:33.607208 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-860541d1-4608-43e6-a838-20cf4a3a812a {{(pid=111414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:49:33.607630 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.notifiers.nova [-] Nova event matching ['req-860541d1-4608-43e6-a838-20cf4a3a812a'] response: {'server_uuid': 'b38d4219-8912-4fd9-9d02-7848016f7954', 'name': 'network-vif-deleted', 'tag': '2b936cf8-a250-46ff-af9b-c10ccce59df7', 'status': 'completed', 'code': 200} Oct 19 00:49:33.806420 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-f075e529-5c82-49ff-b97f-0f4ca03d5141 None None] Set router 1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7 gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:49:34.058791 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-f075e529-5c82-49ff-b97f-0f4ca03d5141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'name': 'tempest-AttachVolumeTestJSON-665471831-router', 'tenant_id': '82d7723ef95b4c3faeac9835eeb233a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.55'}], 'enable_snat': True}, 'gw_port_id': '60b35499-9e5f-4f78-9caa-176723e11297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:46:18Z', 'updated_at': '2022-10-19T00:46:22Z', 'revision_number': 4, 'project_id': '82d7723ef95b4c3faeac9835eeb233a5', 'gw_port': {'id': '60b35499-9e5f-4f78-9caa-176723e11297', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:46:19Z', 'updated_at': '2022-10-19T00:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '420d1988-55df-4bac-9ed8-1a033a3e0d13', 'name': '', 'network_id': '68404256-b068-4f6b-bb54-21abe9c04e36', 'tenant_id': '82d7723ef95b4c3faeac9835eeb233a5', 'mac_address': 'fa:16:3e:5e:54:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'f1202a63-9912-4834-858f-95da1154adf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:46:21Z', 'updated_at': '2022-10-19T00:46:29Z', 'revision_number': 5, 'project_id': '82d7723ef95b4c3faeac9835eeb233a5', 'subnets': [{'id': 'f1202a63-9912-4834-858f-95da1154adf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:49:34.085726 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-80062520-5fd6-4b6d-856c-1fd77bf5a241 req-7ed5e595-c25a-4b26-a578-ba9ccc57aeb1 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 210 time: 0.0354733 Oct 19 00:49:34.087302 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f075e529-5c82-49ff-b97f-0f4ca03d5141 None None] Checking router: 1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7 for host: dv-cinder-master-3-iscsi {{(pid=111416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:49:34.097440 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f075e529-5c82-49ff-b97f-0f4ca03d5141 None None] Routers {'1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:49:34.098078 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-f075e529-5c82-49ff-b97f-0f4ca03d5141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:49:07Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:49:34.214338 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-f075e529-5c82-49ff-b97f-0f4ca03d5141 None None] Set router 1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7 gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:49:34.248980 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=2 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:34.249991 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=4 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:34.427690 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-f075e529-5c82-49ff-b97f-0f4ca03d5141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'name': 'tempest-AttachVolumeTestJSON-665471831-router', 'tenant_id': '82d7723ef95b4c3faeac9835eeb233a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.55'}], 'enable_snat': True}, 'gw_port_id': '60b35499-9e5f-4f78-9caa-176723e11297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:46:18Z', 'updated_at': '2022-10-19T00:46:22Z', 'revision_number': 4, 'project_id': '82d7723ef95b4c3faeac9835eeb233a5', 'gw_port': {'id': '60b35499-9e5f-4f78-9caa-176723e11297', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:46:19Z', 'updated_at': '2022-10-19T00:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '420d1988-55df-4bac-9ed8-1a033a3e0d13', 'name': '', 'network_id': '68404256-b068-4f6b-bb54-21abe9c04e36', 'tenant_id': '82d7723ef95b4c3faeac9835eeb233a5', 'mac_address': 'fa:16:3e:5e:54:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'f1202a63-9912-4834-858f-95da1154adf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:46:21Z', 'updated_at': '2022-10-19T00:46:29Z', 'revision_number': 5, 'project_id': '82d7723ef95b4c3faeac9835eeb233a5', 'subnets': [{'id': 'f1202a63-9912-4834-858f-95da1154adf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:49:34.455863 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f075e529-5c82-49ff-b97f-0f4ca03d5141 None None] The sync data for ids ['1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7'] in dv-cinder-master-3-iscsi is: [{'id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'name': 'tempest-AttachVolumeTestJSON-665471831-router', 'tenant_id': '82d7723ef95b4c3faeac9835eeb233a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.55'}], 'enable_snat': True}, 'gw_port_id': '60b35499-9e5f-4f78-9caa-176723e11297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:46:18Z', 'updated_at': '2022-10-19T00:46:22Z', 'revision_number': 4, 'project_id': '82d7723ef95b4c3faeac9835eeb233a5', 'gw_port': {'id': '60b35499-9e5f-4f78-9caa-176723e11297', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:46:19Z', 'updated_at': '2022-10-19T00:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '420d1988-55df-4bac-9ed8-1a033a3e0d13', 'name': '', 'network_id': '68404256-b068-4f6b-bb54-21abe9c04e36', 'tenant_id': '82d7723ef95b4c3faeac9835eeb233a5', 'mac_address': 'fa:16:3e:5e:54:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'f1202a63-9912-4834-858f-95da1154adf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:46:21Z', 'updated_at': '2022-10-19T00:46:29Z', 'revision_number': 5, 'project_id': '82d7723ef95b4c3faeac9835eeb233a5', 'subnets': [{'id': 'f1202a63-9912-4834-858f-95da1154adf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:49:34.586227 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-9540da03-6128-44ce-9d17-407874eeb805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:34.724169 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9fa461-1b8c-4f9c-99f1-4065243d82b4 None None] New status for floating IP 2ad5c382-922e-49b9-8fec-73e6fb8029f7: DOWN {{(pid=111417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 00:49:35.148736 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 2b936cf8-a250-46ff-af9b-c10ccce59df7 no longer exists at agent hyperv_hv-cinder-maste {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:49:35.181128 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] No Port match for: 2b936cf8-a250-46ff-af9b-c10ccce59df7 {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:49:35.181783 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 2b936cf8-a250-46ff-af9b-c10ccce59df7 not bound to the agent host hv-cinder-maste {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:49:35.232583 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-00cd007c-ec5b-4823-947f-62b55a9e9010 req-59b5fa00-df93-4257-ae6f-8b4d7ed64a39 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b38d4219-8912-4fd9-9d02-7848016f7954 HTTP/1.1" status: 200 len: 210 time: 0.0510445 Oct 19 00:49:36.377010 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 39484) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:49:36.469275 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-f647b840-90c5-4add-8e8f-9d9d6f5ae366 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks [] for security_group (4905e055-e53a-471c-a6b1-7e77931ff8db), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:36.496600 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:36.516090 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-f647b840-90c5-4add-8e8f-9d9d6f5ae366 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks [] for security_group (4905e055-e53a-471c-a6b1-7e77931ff8db), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:36.532822 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:36.601655 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-f647b840-90c5-4add-8e8f-9d9d6f5ae366 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (4905e055-e53a-471c-a6b1-7e77931ff8db), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:36.607602 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-f647b840-90c5-4add-8e8f-9d9d6f5ae366 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:36.608996 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-f647b840-90c5-4add-8e8f-9d9d6f5ae366 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/4905e055-e53a-471c-a6b1-7e77931ff8db HTTP/1.1" status: 204 len: 168 time: 0.2307639 Oct 19 00:49:36.613107 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 39492) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:49:36.623064 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647b840-90c5-4add-8e8f-9d9d6f5ae366 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4905e055-e53a-471c-a6b1-7e77931ff8db,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:36.638761 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.api.v2.resource [None req-426c5a6c-0dfe-439d-b96f-1b10d1793fb2 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] show failed (client error): The resource could not be found. Oct 19 00:49:36.641730 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-426c5a6c-0dfe-439d-b96f-1b10d1793fb2 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups/4905e055-e53a-471c-a6b1-7e77931ff8db HTTP/1.1" status: 404 len: 347 time: 0.0257869 Oct 19 00:49:36.644301 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 39494) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:49:36.774765 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-a6978c95-bd99-49f9-a073-bf2cf0f533d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:36.849933 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-1af00141-5218-4e56-927c-2e67e0329e48 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Deleting port 8c8c5022-a079-4589-a7dd-8cfc955d3601 {{(pid=111415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:49:36.850474 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1af00141-5218-4e56-927c-2e67e0329e48 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (8c8c5022-a079-4589-a7dd-8cfc955d3601), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:36.978730 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:37.008826 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1af00141-5218-4e56-927c-2e67e0329e48 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (8c8c5022-a079-4589-a7dd-8cfc955d3601), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:37.009399 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1af00141-5218-4e56-927c-2e67e0329e48 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks [] for floatingip (8c8c5022-a079-4589-a7dd-8cfc955d3601), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:37.027183 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:37.037598 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-1af00141-5218-4e56-927c-2e67e0329e48 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Calling delete_port for 8c8c5022-a079-4589-a7dd-8cfc955d3601 owned by network:floatingip {{(pid=111415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:49:37.273767 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1af00141-5218-4e56-927c-2e67e0329e48 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7426774'] for port (8c8c5022-a079-4589-a7dd-8cfc955d3601), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:37.320962 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af00141-5218-4e56-927c-2e67e0329e48 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Pushing event deleted for resources: {'Port': ['ID=8c8c5022-a079-4589-a7dd-8cfc955d3601,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:37.437537 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1af00141-5218-4e56-927c-2e67e0329e48 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks [] for floatingip (2ad5c382-922e-49b9-8fec-73e6fb8029f7), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:37.442633 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1af00141-5218-4e56-927c-2e67e0329e48 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for floatingip (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:37.444573 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-1af00141-5218-4e56-927c-2e67e0329e48 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/2ad5c382-922e-49b9-8fec-73e6fb8029f7 HTTP/1.1" status: 204 len: 168 time: 0.7986364 Oct 19 00:49:37.580556 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 39500) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:49:37.585411 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-1b4a710d-389d-4fd6-b42d-b75772ddc831 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1482965379', 'description': 'tempest-description--1435676226'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:49:37.609298 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1b4a710d-389d-4fd6-b42d-b75772ddc831 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:37.738947 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1b4a710d-389d-4fd6-b42d-b75772ddc831 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks [] for security_group (c0cc814d-9b96-48d7-a64b-359831ee3777), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:37.744205 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1b4a710d-389d-4fd6-b42d-b75772ddc831 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (c0cc814d-9b96-48d7-a64b-359831ee3777), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:37.777491 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1b4a710d-389d-4fd6-b42d-b75772ddc831 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:37.778816 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-1b4a710d-389d-4fd6-b42d-b75772ddc831 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1972365 Oct 19 00:49:37.783503 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 39508) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:49:37.784695 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a710d-389d-4fd6-b42d-b75772ddc831 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0cc814d-9b96-48d7-a64b-359831ee3777,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:37.791290 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-917aafbc-c192-41de-a79e-b050af6019f4 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Request body: {'security_group_rule': {'security_group_id': 'c0cc814d-9b96-48d7-a64b-359831ee3777', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:49:37.840338 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-917aafbc-c192-41de-a79e-b050af6019f4 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks [] for security_group_rule (cfc56c3b-fc11-4873-a9d4-4564640d777c), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:37.910977 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-917aafbc-c192-41de-a79e-b050af6019f4 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks [] for security_group_rule (cfc56c3b-fc11-4873-a9d4-4564640d777c), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:37.915844 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-917aafbc-c192-41de-a79e-b050af6019f4 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038804'] for security_group_rule (cfc56c3b-fc11-4873-a9d4-4564640d777c), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:37.940293 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917aafbc-c192-41de-a79e-b050af6019f4 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfc56c3b-fc11-4873-a9d4-4564640d777c,revision_number=0']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:37.948510 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-917aafbc-c192-41de-a79e-b050af6019f4 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:37.954465 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-917aafbc-c192-41de-a79e-b050af6019f4 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1652336 Oct 19 00:49:37.954626 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 39510) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:49:37.959118 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-6a399514-acb7-44d3-b56a-78e39dcdfcd4 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Request body: {'security_group_rule': {'security_group_id': 'c0cc814d-9b96-48d7-a64b-359831ee3777', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:49:37.990181 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-6a399514-acb7-44d3-b56a-78e39dcdfcd4 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks [] for security_group_rule (bb4a6e57-06dc-4e80-957d-d8c56243132b), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:38.071262 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-6a399514-acb7-44d3-b56a-78e39dcdfcd4 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks [] for security_group_rule (bb4a6e57-06dc-4e80-957d-d8c56243132b), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:38.075753 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-6a399514-acb7-44d3-b56a-78e39dcdfcd4 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038804'] for security_group_rule (bb4a6e57-06dc-4e80-957d-d8c56243132b), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:38.096718 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a399514-acb7-44d3-b56a-78e39dcdfcd4 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb4a6e57-06dc-4e80-957d-d8c56243132b,revision_number=0']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:38.110517 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-6a399514-acb7-44d3-b56a-78e39dcdfcd4 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:38.112196 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-6a399514-acb7-44d3-b56a-78e39dcdfcd4 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1566672 Oct 19 00:49:38.115679 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 39512) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:49:38.120409 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-31370a99-0c58-41a9-bcb6-1dda49e22b64 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Request body: {'floatingip': {'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:49:38.144758 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-31370a99-0c58-41a9-bcb6-1dda49e22b64 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:38.248781 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-31370a99-0c58-41a9-bcb6-1dda49e22b64 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:38.283069 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:38.397731 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:38.400421 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.db_base_plugin_common [None req-31370a99-0c58-41a9-bcb6-1dda49e22b64 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Allocated IP 172.37.6.179 (973fa957-bcd6-42c3-bc57-5a91d78147c8/c5b4f151-6e49-4135-be82-7abc543b5247/aa8d5c49-6be5-4ab3-b3db-fb579c10607e) {{(pid=111415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:49:38.403990 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=9 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:38.507215 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-579c4abe-0608-403a-8f8f-be56c6b3fbc1 req-88bf2d52-85ae-4323-a465-f6c9afc5cace service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d2b07e55-0b24-4055-889f-e69cdf22f251&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0542700 Oct 19 00:49:38.606831 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c4abe-0608-403a-8f8f-be56c6b3fbc1 req-79f29437-d9d7-4fd8-8b35-be3f4a3fec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:38.608286 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-579c4abe-0608-403a-8f8f-be56c6b3fbc1 req-79f29437-d9d7-4fd8-8b35-be3f4a3fec2a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=8684504b0eff415b9063cebae21ca667&device_id=d2b07e55-0b24-4055-889f-e69cdf22f251 HTTP/1.1" status: 200 len: 1130 time: 0.0442574 Oct 19 00:49:38.635197 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-b71f8105-2e03-47a5-aae0-53ade93c78bf tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1056832705&fields=id&tenant_id=8684504b0eff415b9063cebae21ca667 HTTP/1.1" status: 200 len: 267 time: 0.1257915 Oct 19 00:49:38.670926 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-31370a99-0c58-41a9-bcb6-1dda49e22b64 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks [] for port (aa8d5c49-6be5-4ab3-b3db-fb579c10607e), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:38.746192 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c4abe-0608-403a-8f8f-be56c6b3fbc1 req-d6ca1045-c04a-4323-be2d-5d9e9a6a4cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:38.748174 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-579c4abe-0608-403a-8f8f-be56c6b3fbc1 req-d6ca1045-c04a-4323-be2d-5d9e9a6a4cb5 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=cfe47441-dd27-4b7c-958a-cc2e5c8243ac HTTP/1.1" status: 200 len: 913 time: 0.1131859 Oct 19 00:49:38.793615 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-31370a99-0c58-41a9-bcb6-1dda49e22b64 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7426774'] for port (aa8d5c49-6be5-4ab3-b3db-fb579c10607e), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:38.803099 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-5bb32dbc-eb03-4ea9-93c6-50a74cdf7ec0 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:38.804855 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-5bb32dbc-eb03-4ea9-93c6-50a74cdf7ec0 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/networks?id=cfe47441-dd27-4b7c-958a-cc2e5c8243ac HTTP/1.1" status: 200 len: 812 time: 0.1553335 Oct 19 00:49:38.846270 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-579c4abe-0608-403a-8f8f-be56c6b3fbc1 req-67243c69-961b-45b8-aded-e2a43617726b service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94f720c6-9b61-4983-ab49-77c9cdd0fe18 HTTP/1.1" status: 200 len: 1001 time: 0.0879092 Oct 19 00:49:38.859577 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-ebf5b10f-3a2d-4579-83e3-95b6ea20c333 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/quotas/8684504b0eff415b9063cebae21ca667 HTTP/1.1" status: 200 len: 375 time: 0.0277469 Oct 19 00:49:38.870028 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31370a99-0c58-41a9-bcb6-1dda49e22b64 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Network 973fa957-bcd6-42c3-bc57-5a91d78147c8 is already hosted by enough agents. {{(pid=111415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:49:38.871754 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31370a99-0c58-41a9-bcb6-1dda49e22b64 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Pushing event updated for resources: {'Port': ['ID=aa8d5c49-6be5-4ab3-b3db-fb579c10607e,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:38.875260 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.base_scheduler [None req-31370a99-0c58-41a9-bcb6-1dda49e22b64 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Resources bound (agent type, host, resource id): {{(pid=111415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:49:38.877686 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31370a99-0c58-41a9-bcb6-1dda49e22b64 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Received port after_create {{(pid=111415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:49:38.947645 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c4abe-0608-403a-8f8f-be56c6b3fbc1 req-e8999222-66de-4bdc-baac-f94e6ddb5a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:38.949273 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-579c4abe-0608-403a-8f8f-be56c6b3fbc1 req-e8999222-66de-4bdc-baac-f94e6ddb5a41 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=ed6b2b90-24f3-4781-a6d8-0b858f53c7ca HTTP/1.1" status: 200 len: 851 time: 0.0918694 Oct 19 00:49:39.002601 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c4abe-0608-403a-8f8f-be56c6b3fbc1 req-991bc9e9-3486-42c8-887a-7291bbc372e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:39.004150 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-579c4abe-0608-403a-8f8f-be56c6b3fbc1 req-991bc9e9-3486-42c8-887a-7291bbc372e9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=cfe47441-dd27-4b7c-958a-cc2e5c8243ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461442 Oct 19 00:49:39.021733 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-bb2dbc42-a2de-41de-b8cd-e6cdfe448254 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=8684504b0eff415b9063cebae21ca667&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1184659 Oct 19 00:49:39.131662 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-579c4abe-0608-403a-8f8f-be56c6b3fbc1 req-7e1d88fd-3c93-4527-869a-38e26e06cdb6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cfe47441-dd27-4b7c-958a-cc2e5c8243ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197262 Oct 19 00:49:39.192768 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-31370a99-0c58-41a9-bcb6-1dda49e22b64 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks [] for floatingip (d1bad7a0-8cb4-47bd-9129-fb7bb9dfe61f), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:39.243201 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-579c4abe-0608-403a-8f8f-be56c6b3fbc1 req-b2dcdae1-b305-42d5-bf03-8e3fc6990779 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cfe47441-dd27-4b7c-958a-cc2e5c8243ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021504 Oct 19 00:49:39.295333 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-31370a99-0c58-41a9-bcb6-1dda49e22b64 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (aa8d5c49-6be5-4ab3-b3db-fb579c10607e), before_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:39.328504 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-b8808743-5836-4ae7-9386-31b2f30de923 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cfe47441-dd27-4b7c-958a-cc2e5c8243ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631617 Oct 19 00:49:39.460225 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:39.498738 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:39.516108 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-1f5ba676-c3b5-4149-9026-51dc249a5868 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cfe47441-dd27-4b7c-958a-cc2e5c8243ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796026 Oct 19 00:49:39.571639 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-31370a99-0c58-41a9-bcb6-1dda49e22b64 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks [] for port (aa8d5c49-6be5-4ab3-b3db-fb579c10607e), precommit_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:39.578564 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-31370a99-0c58-41a9-bcb6-1dda49e22b64 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7426799'] for port (aa8d5c49-6be5-4ab3-b3db-fb579c10607e), after_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:39.658028 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31370a99-0c58-41a9-bcb6-1dda49e22b64 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Pushing event updated for resources: {'Port': ['ID=aa8d5c49-6be5-4ab3-b3db-fb579c10607e,revision_number=2']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:39.660705 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-31370a99-0c58-41a9-bcb6-1dda49e22b64 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942318'] for floatingip (d1bad7a0-8cb4-47bd-9129-fb7bb9dfe61f), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:39.683273 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-31370a99-0c58-41a9-bcb6-1dda49e22b64 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for floatingip (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:39.684549 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-31370a99-0c58-41a9-bcb6-1dda49e22b64 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5677624 Oct 19 00:49:40.044848 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-ecdb455b-9e9e-4012-bf14-73ad3559583b tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1482965379&fields=id&tenant_id=82d7723ef95b4c3faeac9835eeb233a5 HTTP/1.1" status: 200 len: 267 time: 0.0969419 Oct 19 00:49:40.046977 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:40.226435 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-15112833-b4d3-4383-bd4b-abb6c084806f tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:40.228897 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-15112833-b4d3-4383-bd4b-abb6c084806f tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/networks?id=68404256-b068-4f6b-bb54-21abe9c04e36 HTTP/1.1" status: 200 len: 810 time: 0.1830208 Oct 19 00:49:40.250933 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-416debb3-5d98-4ca6-8594-24210cfd4cf7 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/quotas/82d7723ef95b4c3faeac9835eeb233a5 HTTP/1.1" status: 200 len: 375 time: 0.0137484 Oct 19 00:49:40.325449 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.agents_db [None req-a13584a9-f264-4877-bb17-87a252e2109a None None] Agent healthcheck: found 6 active agents {{(pid=111417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:49:40.344616 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:40.357451 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-aff6c7c9-1808-4639-9ecd-1cbf4143fe34 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=82d7723ef95b4c3faeac9835eeb233a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0953524 Oct 19 00:49:40.512095 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-67540797-f26a-4a65-a85c-7a529175c80e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/68404256-b068-4f6b-bb54-21abe9c04e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279793 Oct 19 00:49:40.660543 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-b312faca-3c6b-4295-a8d1-84f8c9d0a5a2 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/68404256-b068-4f6b-bb54-21abe9c04e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366785 Oct 19 00:49:40.935002 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d7a9ebc2-fa74-4145-a46a-77a73abb10f7 req-bd774a25-f89b-4715-98a0-65aaf4b6d27d tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ae2afe94-f67b-419f-bd5f-aefc5fbce221 HTTP/1.1" status: 200 len: 210 time: 0.0527256 Oct 19 00:49:41.051586 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-7217403c-d7b0-4736-87f6-970901c140a1 req-8209b9a6-5336-4ca5-b68f-40cda8d2b48a tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d49a602c-229d-48e6-8b26-c67f73ed8f2f HTTP/1.1" status: 200 len: 210 time: 0.0451059 Oct 19 00:49:41.630769 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 39580) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:49:41.668510 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-92b7d1a9-812d-464d-846c-30a42f1826de tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:41.670791 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-92b7d1a9-812d-464d-846c-30a42f1826de tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.20 "GET /networking/v2.0/networks?id=cfe47441-dd27-4b7c-958a-cc2e5c8243ac HTTP/1.1" status: 200 len: 812 time: 0.1875315 Oct 19 00:49:41.812108 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-f1a5bb09-6ea4-42b4-bd3a-167c88752e46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:41.850994 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:41.870688 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-9c296a5e-c409-4a6e-99c3-7474beeb95cc tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8684504b0eff415b9063cebae21ca667 HTTP/1.1" status: 200 len: 380 time: 0.1399224 Oct 19 00:49:41.896559 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:DELETE=3,neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:41.912523 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-52500b66-f67f-485a-b81c-89746f07caaf tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Request body: {'port': {'device_id': 'ae2afe94-f67b-419f-bd5f-aefc5fbce221', 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac', 'admin_state_up': True, 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'security_groups': ['3f0d8317-375e-4850-af9c-364f714fadd0']}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:49:42.011818 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-f1a5bb09-6ea4-42b4-bd3a-167c88752e46 admin admin] Publish callbacks [] for security_group (cf253a6d-3ea7-41f7-99a9-6e65f5782525), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:42.021391 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-f1a5bb09-6ea4-42b4-bd3a-167c88752e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (cf253a6d-3ea7-41f7-99a9-6e65f5782525), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:42.077806 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-f1a5bb09-6ea4-42b4-bd3a-167c88752e46 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=dd5a5d1ce2f840d2ac033637126a5844&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4435034 Oct 19 00:49:42.080883 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 39586) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:49:42.097532 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a5bb09-6ea4-42b4-bd3a-167c88752e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf253a6d-3ea7-41f7-99a9-6e65f5782525,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:42.119333 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-52500b66-f67f-485a-b81c-89746f07caaf tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Made reservation on behalf of 8684504b0eff415b9063cebae21ca667 for: {'port': 1} {{(pid=111414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:49:42.128076 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-52500b66-f67f-485a-b81c-89746f07caaf tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:42.153646 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d940cc11-60e6-4357-8b13-e5c9de8308e5 req-7ccc57d8-f9e7-4d5f-aedb-2f82e6329fef tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ae2afe94-f67b-419f-bd5f-aefc5fbce221 HTTP/1.1" status: 200 len: 210 time: 0.0670893 Oct 19 00:49:42.228991 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-457777dd-8c3b-49f6-bd48-fdc0db638972 admin admin] Publish callbacks [] for security_group (cf253a6d-3ea7-41f7-99a9-6e65f5782525), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:42.286353 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-457777dd-8c3b-49f6-bd48-fdc0db638972 admin admin] Publish callbacks [] for security_group (cf253a6d-3ea7-41f7-99a9-6e65f5782525), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:42.320726 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-030ce16d-75f3-48cf-91dd-36f045eeae33 req-825a962c-d057-4a7e-9d59-e5ebcba5a536 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d49a602c-229d-48e6-8b26-c67f73ed8f2f HTTP/1.1" status: 200 len: 210 time: 0.0530763 Oct 19 00:49:42.371863 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.db_base_plugin_common [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-52500b66-f67f-485a-b81c-89746f07caaf tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Allocated IP 172.20.0.6 (cfe47441-dd27-4b7c-958a-cc2e5c8243ac/ed6b2b90-24f3-4781-a6d8-0b858f53c7ca/c76271cc-707a-4a90-9ae9-135461e8154f) {{(pid=111414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:49:42.386809 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-457777dd-8c3b-49f6-bd48-fdc0db638972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (cf253a6d-3ea7-41f7-99a9-6e65f5782525), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:42.392794 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-457777dd-8c3b-49f6-bd48-fdc0db638972 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:42.398129 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-457777dd-8c3b-49f6-bd48-fdc0db638972 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/cf253a6d-3ea7-41f7-99a9-6e65f5782525 HTTP/1.1" status: 204 len: 168 time: 0.3101282 Oct 19 00:49:42.415319 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457777dd-8c3b-49f6-bd48-fdc0db638972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf253a6d-3ea7-41f7-99a9-6e65f5782525,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:42.621248 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-52500b66-f67f-485a-b81c-89746f07caaf tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks [] for port (c76271cc-707a-4a90-9ae9-135461e8154f), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:42.672480 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-52500b66-f67f-485a-b81c-89746f07caaf tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (c76271cc-707a-4a90-9ae9-135461e8154f), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:42.816421 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-52500b66-f67f-485a-b81c-89746f07caaf tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Network cfe47441-dd27-4b7c-958a-cc2e5c8243ac is already hosted by enough agents. {{(pid=111414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:49:42.877872 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-52500b66-f67f-485a-b81c-89746f07caaf tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Resources bound (agent type, host, resource id): {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:49:42.889923 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-52500b66-f67f-485a-b81c-89746f07caaf tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Received port after_create {{(pid=111414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:49:42.937074 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52500b66-f67f-485a-b81c-89746f07caaf tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Pushing event updated for resources: {'Port': ['ID=c76271cc-707a-4a90-9ae9-135461e8154f,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:43.061606 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:43.098389 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-52500b66-f67f-485a-b81c-89746f07caaf tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:43.099513 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-52500b66-f67f-485a-b81c-89746f07caaf tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:43.136134 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-6ecd83d9-aad0-4db9-b322-7052d3881403 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:43.138032 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-6ecd83d9-aad0-4db9-b322-7052d3881403 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.20 "GET /networking/v2.0/networks?id=68404256-b068-4f6b-bb54-21abe9c04e36 HTTP/1.1" status: 200 len: 810 time: 0.4021463 Oct 19 00:49:43.174469 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-52500b66-f67f-485a-b81c-89746f07caaf tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2698231 Oct 19 00:49:43.175423 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:INSERT=11,neutron:UPDATE=2,neutron:SELECT=85,neutron:DELETE=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:43.240075 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-9a730f30-7bd9-4a86-8cf1-cd08615e9014 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=82d7723ef95b4c3faeac9835eeb233a5 HTTP/1.1" status: 200 len: 380 time: 0.0867701 Oct 19 00:49:43.272173 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:43.286401 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-8564df25-effb-4d7a-a5e8-b803ee54103f None None] Provisioning complete for port c76271cc-707a-4a90-9ae9-135461e8154f triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:49:43.287084 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-8564df25-effb-4d7a-a5e8-b803ee54103f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (c76271cc-707a-4a90-9ae9-135461e8154f), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:43.287645 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-8564df25-effb-4d7a-a5e8-b803ee54103f None None] Attempt 1 to provision port c76271cc-707a-4a90-9ae9-135461e8154f Oct 19 00:49:43.306165 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-2152b10b-8197-4ab2-a43c-007aa8e00b6c service neutron] Request body: {'port': {'device_id': 'ae2afe94-f67b-419f-bd5f-aefc5fbce221', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:49:43.317843 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-5afa8b14-1851-4beb-8d99-b8dcd473aafb tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Request body: {'port': {'device_id': 'd49a602c-229d-48e6-8b26-c67f73ed8f2f', 'network_id': '68404256-b068-4f6b-bb54-21abe9c04e36', 'admin_state_up': True, 'tenant_id': '82d7723ef95b4c3faeac9835eeb233a5', 'security_groups': ['c0cc814d-9b96-48d7-a64b-359831ee3777']}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:49:43.359102 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-8564df25-effb-4d7a-a5e8-b803ee54103f None None] Port c76271cc-707a-4a90-9ae9-135461e8154f cannot update to ACTIVE because it is not bound. {{(pid=111416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 19 00:49:43.379713 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91988c58-eeae-4027-b8d9-faa11d7b48a5 req-43003a9c-b665-4509-acdd-7fea27966647 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:43.383584 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-91988c58-eeae-4027-b8d9-faa11d7b48a5 req-43003a9c-b665-4509-acdd-7fea27966647 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ae2afe94-f67b-419f-bd5f-aefc5fbce221 HTTP/1.1" status: 200 len: 931 time: 0.1057129 Oct 19 00:49:43.477651 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-91988c58-eeae-4027-b8d9-faa11d7b48a5 req-57dfa734-a165-41c3-bd5f-a7084b8e844e tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875304 Oct 19 00:49:43.536747 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-2152b10b-8197-4ab2-a43c-007aa8e00b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (c76271cc-707a-4a90-9ae9-135461e8154f), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:43.642083 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-5afa8b14-1851-4beb-8d99-b8dcd473aafb tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Made reservation on behalf of 82d7723ef95b4c3faeac9835eeb233a5 for: {'port': 1} {{(pid=111414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:49:43.642367 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-01741f57-b9d9-45da-8af9-cd8983b087c9 req-9775c993-6e4d-4c23-a2a0-416147447512 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d49a602c-229d-48e6-8b26-c67f73ed8f2f HTTP/1.1" status: 200 len: 210 time: 0.0321710 Oct 19 00:49:43.648233 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 39620) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:49:43.648582 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-5afa8b14-1851-4beb-8d99-b8dcd473aafb tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:43.813767 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-ea835458-7c12-4ff9-8d32-9fc6b8ba46c1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1359129397-network', 'tenant_id': 'a8a6d900d9d344a694b955f51fa46aa9'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:49:43.852720 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea835458-7c12-4ff9-8d32-9fc6b8ba46c1 admin admin] Made reservation on behalf of a8a6d900d9d344a694b955f51fa46aa9 for: {'network': 1} {{(pid=111415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:49:43.856743 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ea835458-7c12-4ff9-8d32-9fc6b8ba46c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for network (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:43.874129 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ea835458-7c12-4ff9-8d32-9fc6b8ba46c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:43.881587 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:43.898841 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:43.995148 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.db_base_plugin_common [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-5afa8b14-1851-4beb-8d99-b8dcd473aafb tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Allocated IP 172.20.0.4 (68404256-b068-4f6b-bb54-21abe9c04e36/f1202a63-9912-4834-858f-95da1154adf8/a6830382-e592-4ea8-9d6a-63da173d5d01) {{(pid=111414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:49:44.021183 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ea835458-7c12-4ff9-8d32-9fc6b8ba46c1 admin admin] Publish callbacks [] for security_group (0bab5f87-b37e-4056-8d4e-cb7c2b339004), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:44.027644 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ea835458-7c12-4ff9-8d32-9fc6b8ba46c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (0bab5f87-b37e-4056-8d4e-cb7c2b339004), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:44.062980 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea835458-7c12-4ff9-8d32-9fc6b8ba46c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=111415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:49:44.070835 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea835458-7c12-4ff9-8d32-9fc6b8ba46c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bab5f87-b37e-4056-8d4e-cb7c2b339004,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:44.078907 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ea835458-7c12-4ff9-8d32-9fc6b8ba46c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412'] for segment (2425b63e-dd9c-47b4-b323-5bcff2e111f6), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:44.079200 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.db.segments_db [None req-ea835458-7c12-4ff9-8d32-9fc6b8ba46c1 admin admin] Added segment 2425b63e-dd9c-47b4-b323-5bcff2e111f6 of type vlan for network 55e165e6-4b57-4574-ad76-be38ba32d98e Oct 19 00:49:44.132223 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ea835458-7c12-4ff9-8d32-9fc6b8ba46c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730482266143'] for network (55e165e6-4b57-4574-ad76-be38ba32d98e), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:44.166945 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ea835458-7c12-4ff9-8d32-9fc6b8ba46c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988'] for network (55e165e6-4b57-4574-ad76-be38ba32d98e), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:44.169001 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea835458-7c12-4ff9-8d32-9fc6b8ba46c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:44.170093 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ea835458-7c12-4ff9-8d32-9fc6b8ba46c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for network (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:44.188859 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-2152b10b-8197-4ab2-a43c-007aa8e00b6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c76271cc-707a-4a90-9ae9-135461e8154f {{(pid=111414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 00:49:44.213129 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-2152b10b-8197-4ab2-a43c-007aa8e00b6c service neutron] Publish callbacks [] for port (c76271cc-707a-4a90-9ae9-135461e8154f), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:44.249825 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-ea835458-7c12-4ff9-8d32-9fc6b8ba46c1 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6002841 Oct 19 00:49:44.252727 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 39624) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:49:44.257903 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-f9ad843a-ae5b-455c-96e0-941bccc89413 admin admin] Request body: {'subnet': {'network_id': '55e165e6-4b57-4574-ad76-be38ba32d98e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1359129397-subnet', 'tenant_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'ip_version': 4}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:49:44.266222 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea835458-7c12-4ff9-8d32-9fc6b8ba46c1 admin admin] Pushing event updated for resources: {'Network': ['ID=55e165e6-4b57-4574-ad76-be38ba32d98e,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:44.286274 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Network 55e165e6-4b57-4574-ad76-be38ba32d98e details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=111416) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:49:44.291948 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ad843a-ae5b-455c-96e0-941bccc89413 admin admin] Made reservation on behalf of a8a6d900d9d344a694b955f51fa46aa9 for: {'subnet': 1} {{(pid=111415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:49:44.296995 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-f9ad843a-ae5b-455c-96e0-941bccc89413 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7409433'] for subnet (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:44.324028 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.provisioning_blocks [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-2152b10b-8197-4ab2-a43c-007aa8e00b6c service neutron] Transition to ACTIVE for port object c76271cc-707a-4a90-9ae9-135461e8154f will not be triggered until provisioned by entity L2. {{(pid=111414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 00:49:44.330506 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-2152b10b-8197-4ab2-a43c-007aa8e00b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577477'] for port (c76271cc-707a-4a90-9ae9-135461e8154f), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:44.336754 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:44.440645 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:44.473698 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:44.516356 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2152b10b-8197-4ab2-a43c-007aa8e00b6c service neutron] Pushing event updated for resources: {'Port': ['ID=c76271cc-707a-4a90-9ae9-135461e8154f,revision_number=2']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:44.536811 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-5afa8b14-1851-4beb-8d99-b8dcd473aafb tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks [] for port (a6830382-e592-4ea8-9d6a-63da173d5d01), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:44.593487 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-5afa8b14-1851-4beb-8d99-b8dcd473aafb tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (a6830382-e592-4ea8-9d6a-63da173d5d01), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:44.595200 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-f9ad843a-ae5b-455c-96e0-941bccc89413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7426682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7409419'] for subnet (a22e9614-06d2-4e26-842c-688e21b998cb), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:44.628036 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-2152b10b-8197-4ab2-a43c-007aa8e00b6c service neutron] Attempting to bind port c76271cc-707a-4a90-9ae9-135461e8154f on host hv-cinder-maste for vnic_type normal with profile {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:49:44.628376 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-2152b10b-8197-4ab2-a43c-007aa8e00b6c service neutron] Attempting to bind port c76271cc-707a-4a90-9ae9-135461e8154f by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'e263339d-8163-42c1-82aa-55d7bd373377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac'}] {{(pid=111414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:49:44.628942 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-2152b10b-8197-4ab2-a43c-007aa8e00b6c service neutron] Attempting to bind port c76271cc-707a-4a90-9ae9-135461e8154f on network cfe47441-dd27-4b7c-958a-cc2e5c8243ac {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:49:44.678002 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-5afa8b14-1851-4beb-8d99-b8dcd473aafb tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Network 68404256-b068-4f6b-bb54-21abe9c04e36 is already hosted by enough agents. {{(pid=111414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:49:44.687907 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-5afa8b14-1851-4beb-8d99-b8dcd473aafb tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Resources bound (agent type, host, resource id): {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:49:44.692632 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-5afa8b14-1851-4beb-8d99-b8dcd473aafb tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Received port after_create {{(pid=111414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:49:44.699100 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afa8b14-1851-4beb-8d99-b8dcd473aafb tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Pushing event updated for resources: {'Port': ['ID=a6830382-e592-4ea8-9d6a-63da173d5d01,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:44.743963 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-2152b10b-8197-4ab2-a43c-007aa8e00b6c service neutron] Port c76271cc-707a-4a90-9ae9-135461e8154f on network cfe47441-dd27-4b7c-958a-cc2e5c8243ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:49:44.744331 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-2152b10b-8197-4ab2-a43c-007aa8e00b6c service neutron] Attempting to bind port c76271cc-707a-4a90-9ae9-135461e8154f on network cfe47441-dd27-4b7c-958a-cc2e5c8243ac {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:49:44.764329 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ad843a-ae5b-455c-96e0-941bccc89413 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a22e9614-06d2-4e26-842c-688e21b998cb,revision_number=0']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:44.790379 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce83f9-635b-45b4-b70e-43d4b9d563a5 req-9bf0712e-0421-44d6-9070-ec6198e1d135 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:44.793557 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d2ce83f9-635b-45b4-b70e-43d4b9d563a5 req-9bf0712e-0421-44d6-9070-ec6198e1d135 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ae2afe94-f67b-419f-bd5f-aefc5fbce221 HTTP/1.1" status: 200 len: 943 time: 0.1518772 Oct 19 00:49:44.800229 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-5afa8b14-1851-4beb-8d99-b8dcd473aafb tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:44.800930 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-5afa8b14-1851-4beb-8d99-b8dcd473aafb tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:44.808204 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:44.810464 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ad843a-ae5b-455c-96e0-941bccc89413 admin admin] Checking segment: {'id': '2425b63e-dd9c-47b4-b323-5bcff2e111f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '55e165e6-4b57-4574-ad76-be38ba32d98e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:49:44.811076 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ad843a-ae5b-455c-96e0-941bccc89413 admin admin] Network hostable DHCP agents. Network: 55e165e6-4b57-4574-ad76-be38ba32d98e, hostable agents: ['57535a1d-5c08-48f6-b25c-e56d637dc4b8'], hosted agents: [] {{(pid=111415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:49:44.832823 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-2152b10b-8197-4ab2-a43c-007aa8e00b6c service neutron] Checking agent: {'id': '6724934a-8b6e-4109-8304-d160e240b776', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 38, 31), 'started_at': datetime.datetime(2022, 10, 19, 0, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:49:44.833157 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-2152b10b-8197-4ab2-a43c-007aa8e00b6c service neutron] Checking segment: {'id': 'e263339d-8163-42c1-82aa-55d7bd373377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:49:44.833605 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-2152b10b-8197-4ab2-a43c-007aa8e00b6c service neutron] Bound using segment: {'id': 'e263339d-8163-42c1-82aa-55d7bd373377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac'} {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:49:44.834070 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-2152b10b-8197-4ab2-a43c-007aa8e00b6c service neutron] Bound port: c76271cc-707a-4a90-9ae9-135461e8154f, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e263339d-8163-42c1-82aa-55d7bd373377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac'}}] {{(pid=111414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:49:44.834617 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-2152b10b-8197-4ab2-a43c-007aa8e00b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (c76271cc-707a-4a90-9ae9-135461e8154f), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:44.841531 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-5afa8b14-1851-4beb-8d99-b8dcd473aafb tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5308950 Oct 19 00:49:44.885989 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-98d55a7e-2e7f-474e-ab1d-d868884c8824 service neutron] Request body: {'port': {'device_id': 'd49a602c-229d-48e6-8b26-c67f73ed8f2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:49:44.892872 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ad843a-ae5b-455c-96e0-941bccc89413 admin admin] Network 55e165e6-4b57-4574-ad76-be38ba32d98e is scheduled to be hosted by DHCP agent 57535a1d-5c08-48f6-b25c-e56d637dc4b8 with binding_index 1 {{(pid=111415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:49:44.902864 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:44.922709 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.base_scheduler [None req-f9ad843a-ae5b-455c-96e0-941bccc89413 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 55e165e6-4b57-4574-ad76-be38ba32d98e) {{(pid=111415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:49:44.932342 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ad843a-ae5b-455c-96e0-941bccc89413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:44.933210 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-f9ad843a-ae5b-455c-96e0-941bccc89413 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:44.945885 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92207cde-4b4c-442a-80b6-a185b6ab136d None None] Network 55e165e6-4b57-4574-ad76-be38ba32d98e requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:49:44.951156 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d2ce83f9-635b-45b4-b70e-43d4b9d563a5 req-ca43e5ba-05d2-4f68-bba6-6f56b2979ee2 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318665 Oct 19 00:49:44.956113 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-f9ad843a-ae5b-455c-96e0-941bccc89413 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7021029 Oct 19 00:49:44.960641 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 39630) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:49:44.966292 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-4adfe4a3-2349-4268-99d8-a04d91da20e8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1359129397-router', 'tenant_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'}}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:49:44.998697 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-98d55a7e-2e7f-474e-ab1d-d868884c8824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (a6830382-e592-4ea8-9d6a-63da173d5d01), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:45.010909 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-2152b10b-8197-4ab2-a43c-007aa8e00b6c service neutron] For port c76271cc-707a-4a90-9ae9-135461e8154f, host hv-cinder-maste, cleared binding levels {{(pid=111414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:49:45.012056 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-4adfe4a3-2349-4268-99d8-a04d91da20e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1939933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2045'] for router (68b043e3-5a26-4abc-b492-7053157db4b2), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:45.013221 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-4adfe4a3-2349-4268-99d8-a04d91da20e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1949320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2062503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2026'] for router (68b043e3-5a26-4abc-b492-7053157db4b2), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:45.051975 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-2152b10b-8197-4ab2-a43c-007aa8e00b6c service neutron] For port c76271cc-707a-4a90-9ae9-135461e8154f, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c76271cc-707a-4a90-9ae9-135461e8154f,segment=NetworkSegment(e263339d-8163-42c1-82aa-55d7bd373377),segment_id=e263339d-8163-42c1-82aa-55d7bd373377)] {{(pid=111414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:49:45.103518 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-4adfe4a3-2349-4268-99d8-a04d91da20e8 admin admin] Publish callbacks [] for router_controller (68b043e3-5a26-4abc-b492-7053157db4b2), precommit_add_association {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:45.113699 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:45.119811 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-76d0eef7-1e0d-48b7-b835-72821bd28755 None None] Provisioning complete for port a6830382-e592-4ea8-9d6a-63da173d5d01 triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:49:45.120435 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-76d0eef7-1e0d-48b7-b835-72821bd28755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (a6830382-e592-4ea8-9d6a-63da173d5d01), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:45.121011 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-76d0eef7-1e0d-48b7-b835-72821bd28755 None None] Attempt 1 to provision port a6830382-e592-4ea8-9d6a-63da173d5d01 Oct 19 00:49:45.151799 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-2152b10b-8197-4ab2-a43c-007aa8e00b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577477'] for port (c76271cc-707a-4a90-9ae9-135461e8154f), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:45.167324 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-2152b10b-8197-4ab2-a43c-007aa8e00b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:45.168425 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-2152b10b-8197-4ab2-a43c-007aa8e00b6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:45.172879 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-2152b10b-8197-4ab2-a43c-007aa8e00b6c service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/c76271cc-707a-4a90-9ae9-135461e8154f HTTP/1.1" status: 200 len: 1093 time: 1.8716986 Oct 19 00:49:45.183087 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2afe94-f67b-419f-bd5f-aefc5fbce221', 'tag': 'c76271cc-707a-4a90-9ae9-135461e8154f'}] {{(pid=111414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:49:45.187261 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e46469f00a83062af0f8a877bbd3a06bc7f865c711541049e4990ec8a28c8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78cea387-eb1a-49cd-954b-6c2b6032ff5d" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2afe94-f67b-419f-bd5f-aefc5fbce221", "tag": "c76271cc-707a-4a90-9ae9-135461e8154f"}]}' {{(pid=111414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:49:45.203737 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-76d0eef7-1e0d-48b7-b835-72821bd28755 None None] Port a6830382-e592-4ea8-9d6a-63da173d5d01 cannot update to ACTIVE because it is not bound. {{(pid=111416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 19 00:49:45.286947 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f270e9-9a15-4fe3-b028-cf6e94a6eeab req-9b3f3cb5-b625-4062-b1a2-d4d3b31dc709 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:45.294830 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d0f270e9-9a15-4fe3-b028-cf6e94a6eeab req-9b3f3cb5-b625-4062-b1a2-d4d3b31dc709 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d49a602c-229d-48e6-8b26-c67f73ed8f2f HTTP/1.1" status: 200 len: 931 time: 0.1345289 Oct 19 00:49:45.322555 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52706771-cff7-4fed-871d-909840683c5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-55e165e6-4b57-4574-ad76-be38ba32d98e', 'network_id': '55e165e6-4b57-4574-ad76-be38ba32d98e', 'project_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'fixed_ips': [{'subnet_id': 'a22e9614-06d2-4e26-842c-688e21b998cb'}]}} from dv-cinder-master-3-iscsi. {{(pid=111416) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 19 00:49:45.324178 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-52706771-cff7-4fed-871d-909840683c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:45.552104 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-03cc5887-2f59-451d-a30d-8a57dae20ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:45.555479 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-03cc5887-2f59-451d-a30d-8a57dae20ec7 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=8684504b0eff415b9063cebae21ca667&device_id=ae2afe94-f67b-419f-bd5f-aefc5fbce221 HTTP/1.1" status: 200 len: 1127 time: 0.1713829 Oct 19 00:49:45.606671 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2152b10b-8197-4ab2-a43c-007aa8e00b6c service neutron] Pushing event updated for resources: {'Port': ['ID=c76271cc-707a-4a90-9ae9-135461e8154f,revision_number=3']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:45.674214 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-53b04c10-50a8-4c6c-bc42-e201edcbb5bf service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c76271cc-707a-4a90-9ae9-135461e8154f HTTP/1.1" status: 200 len: 217 time: 0.0900583 Oct 19 00:49:45.685529 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d0f270e9-9a15-4fe3-b028-cf6e94a6eeab req-b225c15a-5bdd-4143-a9ce-8bac14c3548a tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c0cc814d-9b96-48d7-a64b-359831ee3777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3896861 Oct 19 00:49:45.699200 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:45.709912 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.db_base_plugin_common [None req-52706771-cff7-4fed-871d-909840683c5f None None] Allocated IP 172.20.0.2 (55e165e6-4b57-4574-ad76-be38ba32d98e/a22e9614-06d2-4e26-842c-688e21b998cb/ef9cb838-8654-4e94-9214-4786409b8e77) {{(pid=111416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:49:45.723719 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-4adfe4a3-2349-4268-99d8-a04d91da20e8 admin admin] Publish callbacks [] for router_gateway (68b043e3-5a26-4abc-b492-7053157db4b2), precommit_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:45.759388 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 00:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8ceb91-4ef9-4fda-b96d-b8522a342961 x-openstack-request-id: req-7a8ceb91-4ef9-4fda-b96d-b8522a342961 {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:49:45.759674 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2afe94-f67b-419f-bd5f-aefc5fbce221", "tag": "c76271cc-707a-4a90-9ae9-135461e8154f", "status": "completed", "code": 200}]} {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:49:45.760065 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7a8ceb91-4ef9-4fda-b96d-b8522a342961 {{(pid=111414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:49:45.760467 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a8ceb91-4ef9-4fda-b96d-b8522a342961'] response: {'name': 'network-changed', 'server_uuid': 'ae2afe94-f67b-419f-bd5f-aefc5fbce221', 'tag': 'c76271cc-707a-4a90-9ae9-135461e8154f', 'status': 'completed', 'code': 200} Oct 19 00:49:45.768028 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:45.790617 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-cf9959e2-0a58-4cc5-8c62-812f7066c94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:45.792157 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-cf9959e2-0a58-4cc5-8c62-812f7066c94c service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=ed6b2b90-24f3-4781-a6d8-0b858f53c7ca HTTP/1.1" status: 200 len: 851 time: 0.1072931 Oct 19 00:49:45.868025 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-d25e8b05-b5cf-41d9-9d26-90fc7b35bd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:45.869978 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-d25e8b05-b5cf-41d9-9d26-90fc7b35bd34 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=cfe47441-dd27-4b7c-958a-cc2e5c8243ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0679247 Oct 19 00:49:45.934914 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-52706771-cff7-4fed-871d-909840683c5f None None] Publish callbacks [] for port (ef9cb838-8654-4e94-9214-4786409b8e77), precommit_create {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:45.941878 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-52706771-cff7-4fed-871d-909840683c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450'] for port (ef9cb838-8654-4e94-9214-4786409b8e77), after_create {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:45.951608 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-98d55a7e-2e7f-474e-ab1d-d868884c8824 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6830382-e592-4ea8-9d6a-63da173d5d01 {{(pid=111414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 00:49:45.963604 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-98d55a7e-2e7f-474e-ab1d-d868884c8824 service neutron] Publish callbacks [] for port (a6830382-e592-4ea8-9d6a-63da173d5d01), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:45.973542 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-4adfe4a3-2349-4268-99d8-a04d91da20e8 admin admin] Publish callbacks [] for router_gateway (68b043e3-5a26-4abc-b492-7053157db4b2), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:45.988999 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52706771-cff7-4fed-871d-909840683c5f None None] Network 55e165e6-4b57-4574-ad76-be38ba32d98e is already hosted by enough agents. {{(pid=111416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:49:45.991041 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.provisioning_blocks [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-98d55a7e-2e7f-474e-ab1d-d868884c8824 service neutron] Transition to ACTIVE for port object a6830382-e592-4ea8-9d6a-63da173d5d01 will not be triggered until provisioned by entity L2. {{(pid=111414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 00:49:45.993984 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.scheduler.base_scheduler [None req-52706771-cff7-4fed-871d-909840683c5f None None] Resources bound (agent type, host, resource id): {{(pid=111416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:49:45.997139 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52706771-cff7-4fed-871d-909840683c5f None None] Received port after_create {{(pid=111416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:49:45.997353 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-4adfe4a3-2349-4268-99d8-a04d91da20e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:45.997761 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-98d55a7e-2e7f-474e-ab1d-d868884c8824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577477'] for port (a6830382-e592-4ea8-9d6a-63da173d5d01), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:46.010793 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52706771-cff7-4fed-871d-909840683c5f None None] Pushing event updated for resources: {'Port': ['ID=ef9cb838-8654-4e94-9214-4786409b8e77,revision_number=1']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:46.090986 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d55a7e-2e7f-474e-ab1d-d868884c8824 service neutron] Pushing event updated for resources: {'Port': ['ID=a6830382-e592-4ea8-9d6a-63da173d5d01,revision_number=2']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:46.095916 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-52706771-cff7-4fed-871d-909840683c5f None None] Attempting to bind port ef9cb838-8654-4e94-9214-4786409b8e77 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:49:46.096652 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-52706771-cff7-4fed-871d-909840683c5f None None] Attempting to bind port ef9cb838-8654-4e94-9214-4786409b8e77 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '2425b63e-dd9c-47b4-b323-5bcff2e111f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '55e165e6-4b57-4574-ad76-be38ba32d98e'}] {{(pid=111416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:49:46.097129 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52706771-cff7-4fed-871d-909840683c5f None None] Attempting to bind port ef9cb838-8654-4e94-9214-4786409b8e77 on network 55e165e6-4b57-4574-ad76-be38ba32d98e {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:49:46.117365 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-91e3bccc-762a-4a2f-8c9d-4eefe4f8e8dd service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cfe47441-dd27-4b7c-958a-cc2e5c8243ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289040 Oct 19 00:49:46.148762 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52706771-cff7-4fed-871d-909840683c5f None None] Checking agent: {'id': '0014484f-12ef-47ae-ba33-5ac9a1be8800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 32, 10), 'started_at': datetime.datetime(2022, 10, 19, 0, 32, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:49:46.149208 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52706771-cff7-4fed-871d-909840683c5f None None] Checking segment: {'id': '2425b63e-dd9c-47b4-b323-5bcff2e111f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '55e165e6-4b57-4574-ad76-be38ba32d98e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:49:46.149541 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-52706771-cff7-4fed-871d-909840683c5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:46.150539 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52706771-cff7-4fed-871d-909840683c5f None None] Bound using segment: {'id': '2425b63e-dd9c-47b4-b323-5bcff2e111f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '55e165e6-4b57-4574-ad76-be38ba32d98e'} {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:49:46.150539 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-52706771-cff7-4fed-871d-909840683c5f None None] Bound port: ef9cb838-8654-4e94-9214-4786409b8e77, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2425b63e-dd9c-47b4-b323-5bcff2e111f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '55e165e6-4b57-4574-ad76-be38ba32d98e'}}] {{(pid=111416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:49:46.150967 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-52706771-cff7-4fed-871d-909840683c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (ef9cb838-8654-4e94-9214-4786409b8e77), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:46.194813 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eaf125-457e-43e0-8089-947c5e16df56 req-8706fc82-3c8f-4fa1-8e4b-5840c9860fe3 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:46.196839 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-73eaf125-457e-43e0-8089-947c5e16df56 req-8706fc82-3c8f-4fa1-8e4b-5840c9860fe3 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ae2afe94-f67b-419f-bd5f-aefc5fbce221 HTTP/1.1" status: 200 len: 943 time: 0.1105204 Oct 19 00:49:46.215694 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.db_base_plugin_common [None req-4adfe4a3-2349-4268-99d8-a04d91da20e8 admin admin] Allocated IP 172.37.6.203 (973fa957-bcd6-42c3-bc57-5a91d78147c8/c5b4f151-6e49-4135-be82-7abc543b5247/006571e0-de03-4104-be78-57cf7268bda4) {{(pid=111415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:49:46.232500 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:46.235096 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-52706771-cff7-4fed-871d-909840683c5f None None] For port ef9cb838-8654-4e94-9214-4786409b8e77, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=111416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:49:46.241253 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-52706771-cff7-4fed-871d-909840683c5f None None] For port ef9cb838-8654-4e94-9214-4786409b8e77, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ef9cb838-8654-4e94-9214-4786409b8e77,segment=NetworkSegment(2425b63e-dd9c-47b4-b323-5bcff2e111f6),segment_id=2425b63e-dd9c-47b4-b323-5bcff2e111f6)] {{(pid=111416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:49:46.253222 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-52706771-cff7-4fed-871d-909840683c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (ef9cb838-8654-4e94-9214-4786409b8e77), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:46.312484 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52706771-cff7-4fed-871d-909840683c5f None None] Pushing event updated for resources: {'Port': ['ID=ef9cb838-8654-4e94-9214-4786409b8e77,revision_number=2']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:46.338419 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-73eaf125-457e-43e0-8089-947c5e16df56 req-1273913e-3af8-40cc-bf20-8c9729718e3d tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256855 Oct 19 00:49:46.373833 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:UPDATE=6 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:46.409283 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-4adfe4a3-2349-4268-99d8-a04d91da20e8 admin admin] Publish callbacks [] for port (006571e0-de03-4104-be78-57cf7268bda4), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:46.423246 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-98d55a7e-2e7f-474e-ab1d-d868884c8824 service neutron] Attempting to bind port a6830382-e592-4ea8-9d6a-63da173d5d01 on host hv-cinder-maste for vnic_type normal with profile {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:49:46.423810 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-98d55a7e-2e7f-474e-ab1d-d868884c8824 service neutron] Attempting to bind port a6830382-e592-4ea8-9d6a-63da173d5d01 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '8053efdb-fe2b-48be-9228-17e179e76fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '68404256-b068-4f6b-bb54-21abe9c04e36'}] {{(pid=111414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:49:46.424368 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-98d55a7e-2e7f-474e-ab1d-d868884c8824 service neutron] Attempting to bind port a6830382-e592-4ea8-9d6a-63da173d5d01 on network 68404256-b068-4f6b-bb54-21abe9c04e36 {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:49:46.453433 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-4adfe4a3-2349-4268-99d8-a04d91da20e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7426774'] for port (006571e0-de03-4104-be78-57cf7268bda4), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:46.525877 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-45503509-f60c-40d7-8209-f7a7f7db11c0 req-6b5b4e25-2c45-4a06-8431-6950b56b493d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cfe47441-dd27-4b7c-958a-cc2e5c8243ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940864 Oct 19 00:49:46.533039 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adfe4a3-2349-4268-99d8-a04d91da20e8 admin admin] Network 973fa957-bcd6-42c3-bc57-5a91d78147c8 is already hosted by enough agents. {{(pid=111415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:49:46.536694 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.base_scheduler [None req-4adfe4a3-2349-4268-99d8-a04d91da20e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=111415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:49:46.545250 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adfe4a3-2349-4268-99d8-a04d91da20e8 admin admin] Received port after_create {{(pid=111415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:49:46.570010 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adfe4a3-2349-4268-99d8-a04d91da20e8 admin admin] Pushing event updated for resources: {'Port': ['ID=006571e0-de03-4104-be78-57cf7268bda4,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:46.588640 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-98d55a7e-2e7f-474e-ab1d-d868884c8824 service neutron] Port a6830382-e592-4ea8-9d6a-63da173d5d01 on network 68404256-b068-4f6b-bb54-21abe9c04e36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:49:46.589530 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-98d55a7e-2e7f-474e-ab1d-d868884c8824 service neutron] Attempting to bind port a6830382-e592-4ea8-9d6a-63da173d5d01 on network 68404256-b068-4f6b-bb54-21abe9c04e36 {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:49:46.668344 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-98d55a7e-2e7f-474e-ab1d-d868884c8824 service neutron] Checking agent: {'id': '6724934a-8b6e-4109-8304-d160e240b776', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 38, 31), 'started_at': datetime.datetime(2022, 10, 19, 0, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:49:46.669053 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-98d55a7e-2e7f-474e-ab1d-d868884c8824 service neutron] Checking segment: {'id': '8053efdb-fe2b-48be-9228-17e179e76fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '68404256-b068-4f6b-bb54-21abe9c04e36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:49:46.669776 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-98d55a7e-2e7f-474e-ab1d-d868884c8824 service neutron] Bound using segment: {'id': '8053efdb-fe2b-48be-9228-17e179e76fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '68404256-b068-4f6b-bb54-21abe9c04e36'} {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:49:46.670671 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-98d55a7e-2e7f-474e-ab1d-d868884c8824 service neutron] Bound port: a6830382-e592-4ea8-9d6a-63da173d5d01, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8053efdb-fe2b-48be-9228-17e179e76fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '68404256-b068-4f6b-bb54-21abe9c04e36'}}] {{(pid=111414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:49:46.672022 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-98d55a7e-2e7f-474e-ab1d-d868884c8824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (a6830382-e592-4ea8-9d6a-63da173d5d01), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:46.764802 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-98d55a7e-2e7f-474e-ab1d-d868884c8824 service neutron] For port a6830382-e592-4ea8-9d6a-63da173d5d01, host hv-cinder-maste, cleared binding levels {{(pid=111414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:49:46.773761 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-98d55a7e-2e7f-474e-ab1d-d868884c8824 service neutron] For port a6830382-e592-4ea8-9d6a-63da173d5d01, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a6830382-e592-4ea8-9d6a-63da173d5d01,segment=NetworkSegment(8053efdb-fe2b-48be-9228-17e179e76fd1),segment_id=8053efdb-fe2b-48be-9228-17e179e76fd1)] {{(pid=111414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:49:46.785893 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-98d55a7e-2e7f-474e-ab1d-d868884c8824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577477'] for port (a6830382-e592-4ea8-9d6a-63da173d5d01), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:46.798035 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-98d55a7e-2e7f-474e-ab1d-d868884c8824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:46.799481 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-98d55a7e-2e7f-474e-ab1d-d868884c8824 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:46.804045 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-98d55a7e-2e7f-474e-ab1d-d868884c8824 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/a6830382-e592-4ea8-9d6a-63da173d5d01 HTTP/1.1" status: 200 len: 1093 time: 1.9223070 Oct 19 00:49:46.883354 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d55a7e-2e7f-474e-ab1d-d868884c8824 service neutron] Pushing event updated for resources: {'Port': ['ID=a6830382-e592-4ea8-9d6a-63da173d5d01,revision_number=3']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:46.919787 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809759b-91d5-459c-adfc-fb120f4f231d req-92adb3b7-891d-4e48-b562-7b577c0664e0 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:46.921986 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d809759b-91d5-459c-adfc-fb120f4f231d req-92adb3b7-891d-4e48-b562-7b577c0664e0 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d49a602c-229d-48e6-8b26-c67f73ed8f2f HTTP/1.1" status: 200 len: 943 time: 0.0945837 Oct 19 00:49:46.990861 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:47.038537 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-4adfe4a3-2349-4268-99d8-a04d91da20e8 admin admin] Publish callbacks [] for router_gateway (68b043e3-5a26-4abc-b492-7053157db4b2), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:47.121751 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d809759b-91d5-459c-adfc-fb120f4f231d req-6b3fc985-47dd-4d66-9973-f234be711c3a tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c0cc814d-9b96-48d7-a64b-359831ee3777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922972 Oct 19 00:49:47.129274 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cea387-eb1a-49cd-954b-6c2b6032ff5d req-7d629016-7893-427e-847b-97e964121922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:47.136211 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-78cea387-eb1a-49cd-954b-6c2b6032ff5d req-7d629016-7893-427e-847b-97e964121922 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=8684504b0eff415b9063cebae21ca667&device_id=ae2afe94-f67b-419f-bd5f-aefc5fbce221 HTTP/1.1" status: 200 len: 1127 time: 0.1350360 Oct 19 00:49:47.139078 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-a076ea0e-ca4c-451a-a97c-c2dd46f3a11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:47.142640 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-a076ea0e-ca4c-451a-a97c-c2dd46f3a11c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=82d7723ef95b4c3faeac9835eeb233a5&device_id=d49a602c-229d-48e6-8b26-c67f73ed8f2f HTTP/1.1" status: 200 len: 1127 time: 0.1226151 Oct 19 00:49:47.386233 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-4adfe4a3-2349-4268-99d8-a04d91da20e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1947415'] for router (68b043e3-5a26-4abc-b492-7053157db4b2), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:47.586615 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b2cca9-6e34-4dba-9914-2170f7d4819e None None] Network 55e165e6-4b57-4574-ad76-be38ba32d98e requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:49:47.602777 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcdea2d-60b0-47a0-b172-71e67ddaba23 req-ae2eeb91-7c75-4a85-824f-d1cd140252a9 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:47.604626 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9bcdea2d-60b0-47a0-b172-71e67ddaba23 req-ae2eeb91-7c75-4a85-824f-d1cd140252a9 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ae2afe94-f67b-419f-bd5f-aefc5fbce221 HTTP/1.1" status: 200 len: 943 time: 0.1492357 Oct 19 00:49:47.643883 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-c0dbfeaa-d25d-4631-95b0-62840ba05f57 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6830382-e592-4ea8-9d6a-63da173d5d01 HTTP/1.1" status: 200 len: 217 time: 0.4813342 Oct 19 00:49:47.684551 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device ef9cb838-8654-4e94-9214-4786409b8e77 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:49:47.684938 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:47.689125 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-aaaea151-50ec-4d45-9eec-4d8ec4b2cd25 None None] Provisioning complete for port ef9cb838-8654-4e94-9214-4786409b8e77 triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:49:47.689832 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-aaaea151-50ec-4d45-9eec-4d8ec4b2cd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (ef9cb838-8654-4e94-9214-4786409b8e77), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:47.690346 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-aaaea151-50ec-4d45-9eec-4d8ec4b2cd25 None None] Attempt 1 to provision port ef9cb838-8654-4e94-9214-4786409b8e77 Oct 19 00:49:47.706295 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9bcdea2d-60b0-47a0-b172-71e67ddaba23 req-61079c0c-40ad-4411-bca6-c34f8df81acf tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913575 Oct 19 00:49:47.714126 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:47.714856 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:47.722152 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-68a9c181-d9a0-48bc-852f-2f1ad6a5ae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:47.724200 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-68a9c181-d9a0-48bc-852f-2f1ad6a5ae1b service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=f1202a63-9912-4834-858f-95da1154adf8 HTTP/1.1" status: 200 len: 849 time: 0.0692394 Oct 19 00:49:47.731124 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4adfe4a3-2349-4268-99d8-a04d91da20e8 admin admin] Router 68b043e3-5a26-4abc-b492-7053157db4b2 is scheduled to L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 with binding_index 1 {{(pid=111415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 00:49:47.791815 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:47.796067 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49a602c-229d-48e6-8b26-c67f73ed8f2f', 'tag': 'a6830382-e592-4ea8-9d6a-63da173d5d01'}] {{(pid=111414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:49:47.799427 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e46469f00a83062af0f8a877bbd3a06bc7f865c711541049e4990ec8a28c8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01114943-18eb-4948-bb52-433f81ab0855" -d '{"events": [{"name": "network-changed", "server_uuid": "d49a602c-229d-48e6-8b26-c67f73ed8f2f", "tag": "a6830382-e592-4ea8-9d6a-63da173d5d01"}]}' {{(pid=111414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:49:47.855914 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 00:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e18e8d-8989-497a-8364-59d7d3a741bb x-openstack-request-id: req-42e18e8d-8989-497a-8364-59d7d3a741bb {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:49:47.856553 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d49a602c-229d-48e6-8b26-c67f73ed8f2f", "tag": "a6830382-e592-4ea8-9d6a-63da173d5d01", "status": "completed", "code": 200}]} {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:49:47.857044 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-42e18e8d-8989-497a-8364-59d7d3a741bb {{(pid=111414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:49:47.858883 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42e18e8d-8989-497a-8364-59d7d3a741bb'] response: {'name': 'network-changed', 'server_uuid': 'd49a602c-229d-48e6-8b26-c67f73ed8f2f', 'tag': 'a6830382-e592-4ea8-9d6a-63da173d5d01', 'status': 'completed', 'code': 200} Oct 19 00:49:47.861059 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cea387-eb1a-49cd-954b-6c2b6032ff5d req-163810fe-bab2-458d-a89c-bdb371171ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:47.863739 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-78cea387-eb1a-49cd-954b-6c2b6032ff5d req-163810fe-bab2-458d-a89c-bdb371171ae6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=cfe47441-dd27-4b7c-958a-cc2e5c8243ac HTTP/1.1" status: 200 len: 913 time: 0.7029221 Oct 19 00:49:47.866019 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-a7ca9a9c-c144-4af7-a2dc-69da85b6d4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:47.868558 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-a7ca9a9c-c144-4af7-a2dc-69da85b6d4dd service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=68404256-b068-4f6b-bb54-21abe9c04e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1303194 Oct 19 00:49:47.872128 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4adfe4a3-2349-4268-99d8-a04d91da20e8 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:49:47.895971 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d2a89c-0306-4b0d-848d-78492b1d7e84 None None] Sync routers for ids ['68b043e3-5a26-4abc-b492-7053157db4b2'] in dv-cinder-master-3-iscsi {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:49:47.897150 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-4adfe4a3-2349-4268-99d8-a04d91da20e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:47.901329 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-4adfe4a3-2349-4268-99d8-a04d91da20e8 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9365494 Oct 19 00:49:47.901568 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 39644) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:49:47.925042 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port ef9cb838-8654-4e94-9214-4786409b8e77 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:49:47.925587 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (ef9cb838-8654-4e94-9214-4786409b8e77), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:47.926110 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port ef9cb838-8654-4e94-9214-4786409b8e77 Oct 19 00:49:47.947973 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-78cea387-eb1a-49cd-954b-6c2b6032ff5d req-355e193b-ad5f-411d-994f-121395ee1d30 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c76271cc-707a-4a90-9ae9-135461e8154f HTTP/1.1" status: 200 len: 217 time: 0.0499687 Oct 19 00:49:48.052135 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cea387-eb1a-49cd-954b-6c2b6032ff5d req-907400de-a9f2-4e92-9589-d2875cb9bf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:48.053674 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-78cea387-eb1a-49cd-954b-6c2b6032ff5d req-907400de-a9f2-4e92-9589-d2875cb9bf93 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=ed6b2b90-24f3-4781-a6d8-0b858f53c7ca HTTP/1.1" status: 200 len: 851 time: 0.0943503 Oct 19 00:49:48.121424 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-7bc064b0-92bb-43b6-91ed-209952bf98ee service neutron] 10.222.0.20 "GET /networking/v2.0/networks/68404256-b068-4f6b-bb54-21abe9c04e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125387 Oct 19 00:49:48.129177 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cea387-eb1a-49cd-954b-6c2b6032ff5d req-9111364e-1001-4e6e-9904-6b30b23f881c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:48.131039 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-78cea387-eb1a-49cd-954b-6c2b6032ff5d req-9111364e-1001-4e6e-9904-6b30b23f881c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=cfe47441-dd27-4b7c-958a-cc2e5c8243ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0680716 Oct 19 00:49:48.244290 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d2a89c-0306-4b0d-848d-78492b1d7e84 None None] Routers {'68b043e3-5a26-4abc-b492-7053157db4b2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:49:48.245301 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-e2d2a89c-0306-4b0d-848d-78492b1d7e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:49:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['68b043e3-5a26-4abc-b492-7053157db4b2'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:49:48.336066 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-aaaea151-50ec-4d45-9eec-4d8ec4b2cd25 None None] Current status of the port ef9cb838-8654-4e94-9214-4786409b8e77 is: DOWN; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:49:48.336668 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-aaaea151-50ec-4d45-9eec-4d8ec4b2cd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (ef9cb838-8654-4e94-9214-4786409b8e77), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:48.357283 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-bd2541a6-3120-432e-ab68-fc400651bc8c req-9ab5f377-2495-4314-b24d-073d314b19c8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/68404256-b068-4f6b-bb54-21abe9c04e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251623 Oct 19 00:49:48.365954 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-78cea387-eb1a-49cd-954b-6c2b6032ff5d req-fd8ad2a2-2e94-48d6-a3e7-879fb7645c3f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cfe47441-dd27-4b7c-958a-cc2e5c8243ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242997 Oct 19 00:49:48.401647 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f872bc-cad6-4c07-8e7b-8eaa594897ee req-972def6c-acd0-4c22-9337-c2be15a32404 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:48.404421 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-14f872bc-cad6-4c07-8e7b-8eaa594897ee req-972def6c-acd0-4c22-9337-c2be15a32404 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d49a602c-229d-48e6-8b26-c67f73ed8f2f HTTP/1.1" status: 200 len: 943 time: 0.1062727 Oct 19 00:49:48.446719 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port ef9cb838-8654-4e94-9214-4786409b8e77 is: DOWN; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:49:48.447101 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (ef9cb838-8654-4e94-9214-4786409b8e77), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:48.541967 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-78cea387-eb1a-49cd-954b-6c2b6032ff5d req-46d6623f-40eb-4f7e-aad7-37646e12843e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cfe47441-dd27-4b7c-958a-cc2e5c8243ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574612 Oct 19 00:49:48.543674 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-aaaea151-50ec-4d45-9eec-4d8ec4b2cd25 None None] For port ef9cb838-8654-4e94-9214-4786409b8e77, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ef9cb838-8654-4e94-9214-4786409b8e77,segment=NetworkSegment(2425b63e-dd9c-47b4-b323-5bcff2e111f6),segment_id=2425b63e-dd9c-47b4-b323-5bcff2e111f6)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:49:48.574213 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-aaaea151-50ec-4d45-9eec-4d8ec4b2cd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (ef9cb838-8654-4e94-9214-4786409b8e77), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:48.577675 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-e2d2a89c-0306-4b0d-848d-78492b1d7e84 None None] Set router 68b043e3-5a26-4abc-b492-7053157db4b2 gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:49:48.594697 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-14f872bc-cad6-4c07-8e7b-8eaa594897ee req-d2120df0-a47a-49d0-b54d-141fb3ff0749 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c0cc814d-9b96-48d7-a64b-359831ee3777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828668 Oct 19 00:49:48.607033 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:48.726975 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a5a06685-cda0-4091-99e0-085fe06a374a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:48.778103 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-60299549-8e13-4442-9d59-d929d474ba72 None None] Provisioning complete for port ef9cb838-8654-4e94-9214-4786409b8e77 triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:49:48.779098 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-60299549-8e13-4442-9d59-d929d474ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (ef9cb838-8654-4e94-9214-4786409b8e77), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:48.779098 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-60299549-8e13-4442-9d59-d929d474ba72 None None] Attempt 1 to provision port ef9cb838-8654-4e94-9214-4786409b8e77 Oct 19 00:49:48.780975 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.db.api [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 19 00:49:48.781626 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG oslo_db.api [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 00:49:48.816555 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaea151-50ec-4d45-9eec-4d8ec4b2cd25 None None] Pushing event updated for resources: {'Port': ['ID=ef9cb838-8654-4e94-9214-4786409b8e77,revision_number=3']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:48.884590 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:48.941304 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3704d3b-d738-4042-828f-9b7b2f5b488d req-aaa7bf97-ac36-4680-be44-f5acdb62a26b tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:48.943238 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-f3704d3b-d738-4042-828f-9b7b2f5b488d req-aaa7bf97-ac36-4680-be44-f5acdb62a26b tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ae2afe94-f67b-419f-bd5f-aefc5fbce221 HTTP/1.1" status: 200 len: 943 time: 0.1022053 Oct 19 00:49:48.992886 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-60299549-8e13-4442-9d59-d929d474ba72 None None] Current status of the port ef9cb838-8654-4e94-9214-4786409b8e77 is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:49:48.997780 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-e2d2a89c-0306-4b0d-848d-78492b1d7e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b043e3-5a26-4abc-b492-7053157db4b2', 'name': 'tempest-TestMinimumBasicScenario-1359129397-router', 'tenant_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.203'}], 'enable_snat': True}, 'gw_port_id': '006571e0-de03-4104-be78-57cf7268bda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:49:45Z', 'updated_at': '2022-10-19T00:49:46Z', 'revision_number': 3, 'project_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'gw_port': {'id': '006571e0-de03-4104-be78-57cf7268bda4', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b043e3-5a26-4abc-b492-7053157db4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:49:46Z', 'updated_at': '2022-10-19T00:49:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:49:49.026471 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d2a89c-0306-4b0d-848d-78492b1d7e84 None None] Checking router: 68b043e3-5a26-4abc-b492-7053157db4b2 for host: dv-cinder-master-3-iscsi {{(pid=111416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:49:49.026874 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d2a89c-0306-4b0d-848d-78492b1d7e84 None None] Updating router 68b043e3-5a26-4abc-b492-7053157db4b2 port 006571e0-de03-4104-be78-57cf7268bda4 binding host dv-cinder-master-3-iscsi {{(pid=111416) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:49:49.040406 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:49.061837 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-e2d2a89c-0306-4b0d-848d-78492b1d7e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (006571e0-de03-4104-be78-57cf7268bda4), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:49.080134 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.db_base_plugin_common [None req-a5a06685-cda0-4091-99e0-085fe06a374a admin admin] Allocated IP 172.20.0.1 (55e165e6-4b57-4574-ad76-be38ba32d98e/a22e9614-06d2-4e26-842c-688e21b998cb/4cb629d5-6b04-4799-bab2-425ae9524af8) {{(pid=111415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:49:49.087969 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-f3704d3b-d738-4042-828f-9b7b2f5b488d req-e4ebf5e8-5714-492b-9c03-dd6e54f9cabf tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322372 Oct 19 00:49:49.245052 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a5a06685-cda0-4091-99e0-085fe06a374a admin admin] Publish callbacks [] for port (4cb629d5-6b04-4799-bab2-425ae9524af8), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:49.279976 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:49.287149 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a5a06685-cda0-4091-99e0-085fe06a374a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7426774'] for port (4cb629d5-6b04-4799-bab2-425ae9524af8), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:49.348994 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a06685-cda0-4091-99e0-085fe06a374a admin admin] Network 55e165e6-4b57-4574-ad76-be38ba32d98e is already hosted by enough agents. {{(pid=111415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:49:49.353413 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.base_scheduler [None req-a5a06685-cda0-4091-99e0-085fe06a374a admin admin] Resources bound (agent type, host, resource id): {{(pid=111415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:49:49.359837 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a06685-cda0-4091-99e0-085fe06a374a admin admin] Received port after_create {{(pid=111415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:49:49.360768 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port ef9cb838-8654-4e94-9214-4786409b8e77 is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:49:49.397183 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a06685-cda0-4091-99e0-085fe06a374a admin admin] Pushing event updated for resources: {'Port': ['ID=4cb629d5-6b04-4799-bab2-425ae9524af8,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:49.432931 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a5a06685-cda0-4091-99e0-085fe06a374a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1942421'] for router_interface (68b043e3-5a26-4abc-b492-7053157db4b2), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:49.486960 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-e2d2a89c-0306-4b0d-848d-78492b1d7e84 None None] Publish callbacks [] for port (006571e0-de03-4104-be78-57cf7268bda4), precommit_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:49.487330 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01114943-18eb-4948-bb52-433f81ab0855 req-0de04f0d-5795-48d7-88a2-881f6f23efb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:49.491750 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-01114943-18eb-4948-bb52-433f81ab0855 req-0de04f0d-5795-48d7-88a2-881f6f23efb3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=82d7723ef95b4c3faeac9835eeb233a5&device_id=d49a602c-229d-48e6-8b26-c67f73ed8f2f HTTP/1.1" status: 200 len: 1127 time: 0.0731540 Oct 19 00:49:49.497440 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-e2d2a89c-0306-4b0d-848d-78492b1d7e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (006571e0-de03-4104-be78-57cf7268bda4), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:49.565073 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-e2d2a89c-0306-4b0d-848d-78492b1d7e84 None None] Attempting to bind port 006571e0-de03-4104-be78-57cf7268bda4 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:49:49.565636 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-e2d2a89c-0306-4b0d-848d-78492b1d7e84 None None] Attempting to bind port 006571e0-de03-4104-be78-57cf7268bda4 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'cdce283e-dd8a-4d22-a7f9-996f16aea9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'}] {{(pid=111416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:49:49.566196 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d2a89c-0306-4b0d-848d-78492b1d7e84 None None] Attempting to bind port 006571e0-de03-4104-be78-57cf7268bda4 on network 973fa957-bcd6-42c3-bc57-5a91d78147c8 {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:49:49.666700 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e83949-343a-4058-ba28-ba9c35e858bf None None] Pushing event updated for resources: {'Port': ['ID=006571e0-de03-4104-be78-57cf7268bda4,revision_number=2']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:49.677602 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:49.736677 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device ef9cb838-8654-4e94-9214-4786409b8e77 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:49:49.742840 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-cec12ea0-d0a4-417c-a77b-ba46b68d25d2 None None] Provisioning complete for port 4cb629d5-6b04-4799-bab2-425ae9524af8 triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:49:49.743302 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-cec12ea0-d0a4-417c-a77b-ba46b68d25d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (4cb629d5-6b04-4799-bab2-425ae9524af8), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:49.743700 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-cec12ea0-d0a4-417c-a77b-ba46b68d25d2 None None] Attempt 1 to provision port 4cb629d5-6b04-4799-bab2-425ae9524af8 Oct 19 00:49:49.761923 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a5a06685-cda0-4091-99e0-085fe06a374a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (4cb629d5-6b04-4799-bab2-425ae9524af8), before_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:49.762526 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01114943-18eb-4948-bb52-433f81ab0855 req-19bf789f-8034-47ca-b1cd-4ceec234b83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:49.767887 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-01114943-18eb-4948-bb52-433f81ab0855 req-19bf789f-8034-47ca-b1cd-4ceec234b83c service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=68404256-b068-4f6b-bb54-21abe9c04e36 HTTP/1.1" status: 200 len: 911 time: 0.2657154 Oct 19 00:49:49.804485 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d2a89c-0306-4b0d-848d-78492b1d7e84 None None] Checking agent: {'id': '0014484f-12ef-47ae-ba33-5ac9a1be8800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 32, 10), 'started_at': datetime.datetime(2022, 10, 19, 0, 32, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:49:49.805414 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d2a89c-0306-4b0d-848d-78492b1d7e84 None None] Checking segment: {'id': 'cdce283e-dd8a-4d22-a7f9-996f16aea9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:49:49.805414 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-e2d2a89c-0306-4b0d-848d-78492b1d7e84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:49.805885 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d2a89c-0306-4b0d-848d-78492b1d7e84 None None] Bound using segment: {'id': 'cdce283e-dd8a-4d22-a7f9-996f16aea9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'} {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:49:49.806451 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-e2d2a89c-0306-4b0d-848d-78492b1d7e84 None None] Bound port: 006571e0-de03-4104-be78-57cf7268bda4, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdce283e-dd8a-4d22-a7f9-996f16aea9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'}}] {{(pid=111416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:49:49.806925 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-e2d2a89c-0306-4b0d-848d-78492b1d7e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (006571e0-de03-4104-be78-57cf7268bda4), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:49.812597 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-cec12ea0-d0a4-417c-a77b-ba46b68d25d2 None None] Port 4cb629d5-6b04-4799-bab2-425ae9524af8 cannot update to ACTIVE because it is not bound. {{(pid=111416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 19 00:49:49.832099 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-01114943-18eb-4948-bb52-433f81ab0855 req-0d05f762-ae32-4070-80aa-5bd60dd6bdc1 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6830382-e592-4ea8-9d6a-63da173d5d01 HTTP/1.1" status: 200 len: 217 time: 0.0540752 Oct 19 00:49:49.866354 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port ef9cb838-8654-4e94-9214-4786409b8e77 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:49:49.866875 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (ef9cb838-8654-4e94-9214-4786409b8e77), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:49.867300 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port ef9cb838-8654-4e94-9214-4786409b8e77 Oct 19 00:49:49.933758 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01114943-18eb-4948-bb52-433f81ab0855 req-70e1e0da-8a6d-44ff-916d-77a7d4f92d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:49.936534 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-01114943-18eb-4948-bb52-433f81ab0855 req-70e1e0da-8a6d-44ff-916d-77a7d4f92d72 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=f1202a63-9912-4834-858f-95da1154adf8 HTTP/1.1" status: 200 len: 849 time: 0.0932479 Oct 19 00:49:49.937345 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-e2d2a89c-0306-4b0d-848d-78492b1d7e84 None None] For port 006571e0-de03-4104-be78-57cf7268bda4, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=111416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:49:49.944378 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d91f16-8a26-4f88-9b94-e73a4ad51f9d req-a7e09a09-ca9d-4407-bb4d-27ee60dc8c0c tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:49.946892 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-03d91f16-8a26-4f88-9b94-e73a4ad51f9d req-a7e09a09-ca9d-4407-bb4d-27ee60dc8c0c tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d49a602c-229d-48e6-8b26-c67f73ed8f2f HTTP/1.1" status: 200 len: 943 time: 0.1099799 Oct 19 00:49:49.974769 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-e2d2a89c-0306-4b0d-848d-78492b1d7e84 None None] For port 006571e0-de03-4104-be78-57cf7268bda4, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=006571e0-de03-4104-be78-57cf7268bda4,segment=NetworkSegment(cdce283e-dd8a-4d22-a7f9-996f16aea9b7),segment_id=cdce283e-dd8a-4d22-a7f9-996f16aea9b7)] {{(pid=111416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:49:49.991136 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-e2d2a89c-0306-4b0d-848d-78492b1d7e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (006571e0-de03-4104-be78-57cf7268bda4), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:50.010668 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01114943-18eb-4948-bb52-433f81ab0855 req-b79f1a2d-5a3e-4f29-b829-9d5ee672c4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:50.012681 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-01114943-18eb-4948-bb52-433f81ab0855 req-b79f1a2d-5a3e-4f29-b829-9d5ee672c4f2 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=68404256-b068-4f6b-bb54-21abe9c04e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0649121 Oct 19 00:49:50.048606 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:50.090843 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-03d91f16-8a26-4f88-9b94-e73a4ad51f9d req-b826fc94-f6db-48de-b184-1127e8af8c16 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c0cc814d-9b96-48d7-a64b-359831ee3777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140625 Oct 19 00:49:50.120853 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d2a89c-0306-4b0d-848d-78492b1d7e84 None None] Routers {'68b043e3-5a26-4abc-b492-7053157db4b2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:49:50.121780 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-e2d2a89c-0306-4b0d-848d-78492b1d7e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:49:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['68b043e3-5a26-4abc-b492-7053157db4b2'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:49:50.142464 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=100 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:50.157878 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-01114943-18eb-4948-bb52-433f81ab0855 req-ce2f3718-e350-44ab-a4a6-ec781e25ee3f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/68404256-b068-4f6b-bb54-21abe9c04e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279490 Oct 19 00:49:50.180644 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a5a06685-cda0-4091-99e0-085fe06a374a admin admin] Publish callbacks [] for port (4cb629d5-6b04-4799-bab2-425ae9524af8), precommit_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:50.187768 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a5a06685-cda0-4091-99e0-085fe06a374a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7426799'] for port (4cb629d5-6b04-4799-bab2-425ae9524af8), after_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:50.232789 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e83949-343a-4058-ba28-ba9c35e858bf None None] Pushing event updated for resources: {'Port': ['ID=006571e0-de03-4104-be78-57cf7268bda4,revision_number=3']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:50.238873 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port ef9cb838-8654-4e94-9214-4786409b8e77 is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:49:50.302455 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201be186-d47b-4d21-aaa9-ca6eac25aa08 req-dc691dfa-017e-4f56-a485-ef133edd78cf tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:50.304158 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-201be186-d47b-4d21-aaa9-ca6eac25aa08 req-dc691dfa-017e-4f56-a485-ef133edd78cf tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ae2afe94-f67b-419f-bd5f-aefc5fbce221 HTTP/1.1" status: 200 len: 943 time: 0.0681894 Oct 19 00:49:50.324879 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:50.331030 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a06685-cda0-4091-99e0-085fe06a374a admin admin] Pushing event updated for resources: {'Port': ['ID=4cb629d5-6b04-4799-bab2-425ae9524af8,revision_number=2']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:50.341636 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a5a06685-cda0-4091-99e0-085fe06a374a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1942533'] for router_interface (68b043e3-5a26-4abc-b492-7053157db4b2), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:50.342252 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-01114943-18eb-4948-bb52-433f81ab0855 req-f61e88ae-2689-4ecf-a7e9-59ebc4abd06a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/68404256-b068-4f6b-bb54-21abe9c04e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852133 Oct 19 00:49:50.356942 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a06685-cda0-4091-99e0-085fe06a374a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:50.357282 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a06685-cda0-4091-99e0-085fe06a374a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:50.357619 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a06685-cda0-4091-99e0-085fe06a374a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:50.358000 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a06685-cda0-4091-99e0-085fe06a374a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:50.359096 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a06685-cda0-4091-99e0-085fe06a374a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:50.359432 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a06685-cda0-4091-99e0-085fe06a374a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:50.359758 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a06685-cda0-4091-99e0-085fe06a374a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:50.360082 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a06685-cda0-4091-99e0-085fe06a374a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:50.360409 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a06685-cda0-4091-99e0-085fe06a374a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:50.360731 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a06685-cda0-4091-99e0-085fe06a374a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:50.361055 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a06685-cda0-4091-99e0-085fe06a374a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:50.361362 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-e2d2a89c-0306-4b0d-848d-78492b1d7e84 None None] Set router 68b043e3-5a26-4abc-b492-7053157db4b2 gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:49:50.361552 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a06685-cda0-4091-99e0-085fe06a374a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:50.361724 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a06685-cda0-4091-99e0-085fe06a374a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:50.362285 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a06685-cda0-4091-99e0-085fe06a374a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:50.362452 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a06685-cda0-4091-99e0-085fe06a374a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:50.391548 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:50.415162 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-201be186-d47b-4d21-aaa9-ca6eac25aa08 req-820d6fb0-23ff-447f-885a-2761c929a662 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036274 Oct 19 00:49:50.584363 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:50.638540 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-e2d2a89c-0306-4b0d-848d-78492b1d7e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b043e3-5a26-4abc-b492-7053157db4b2', 'name': 'tempest-TestMinimumBasicScenario-1359129397-router', 'tenant_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.203'}], 'enable_snat': True}, 'gw_port_id': '006571e0-de03-4104-be78-57cf7268bda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:49:45Z', 'updated_at': '2022-10-19T00:49:49Z', 'revision_number': 4, 'project_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'gw_port': {'id': '006571e0-de03-4104-be78-57cf7268bda4', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b043e3-5a26-4abc-b492-7053157db4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:49:46Z', 'updated_at': '2022-10-19T00:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4cb629d5-6b04-4799-bab2-425ae9524af8', 'name': '', 'network_id': '55e165e6-4b57-4574-ad76-be38ba32d98e', 'tenant_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'mac_address': 'fa:16:3e:5e:35:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b043e3-5a26-4abc-b492-7053157db4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a22e9614-06d2-4e26-842c-688e21b998cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:49:48Z', 'updated_at': '2022-10-19T00:49:49Z', 'revision_number': 1, 'project_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'subnets': [{'id': 'a22e9614-06d2-4e26-842c-688e21b998cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:49:50.666334 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d2a89c-0306-4b0d-848d-78492b1d7e84 None None] The sync data for ids ['68b043e3-5a26-4abc-b492-7053157db4b2'] in dv-cinder-master-3-iscsi is: [{'id': '68b043e3-5a26-4abc-b492-7053157db4b2', 'name': 'tempest-TestMinimumBasicScenario-1359129397-router', 'tenant_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.203'}], 'enable_snat': True}, 'gw_port_id': '006571e0-de03-4104-be78-57cf7268bda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:49:45Z', 'updated_at': '2022-10-19T00:49:49Z', 'revision_number': 4, 'project_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'gw_port': {'id': '006571e0-de03-4104-be78-57cf7268bda4', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b043e3-5a26-4abc-b492-7053157db4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:49:46Z', 'updated_at': '2022-10-19T00:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4cb629d5-6b04-4799-bab2-425ae9524af8', 'name': '', 'network_id': '55e165e6-4b57-4574-ad76-be38ba32d98e', 'tenant_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'mac_address': 'fa:16:3e:5e:35:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b043e3-5a26-4abc-b492-7053157db4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a22e9614-06d2-4e26-842c-688e21b998cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:49:48Z', 'updated_at': '2022-10-19T00:49:49Z', 'revision_number': 1, 'project_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'subnets': [{'id': 'a22e9614-06d2-4e26-842c-688e21b998cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:49:50.784879 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a06685-cda0-4091-99e0-085fe06a374a admin admin] Network 55e165e6-4b57-4574-ad76-be38ba32d98e is already hosted by enough agents. {{(pid=111415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:49:50.786512 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.base_scheduler [None req-a5a06685-cda0-4091-99e0-085fe06a374a admin admin] Resources bound (agent type, host, resource id): {{(pid=111415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:49:50.975528 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a06685-cda0-4091-99e0-085fe06a374a admin admin] Router 68b043e3-5a26-4abc-b492-7053157db4b2 has already been hosted by L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 {{(pid=111415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:49:51.149882 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-cff2deff-a734-4081-9ecb-6410c43148c7 None None] Provisioning complete for port 4cb629d5-6b04-4799-bab2-425ae9524af8 triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:49:51.150745 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-cff2deff-a734-4081-9ecb-6410c43148c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (4cb629d5-6b04-4799-bab2-425ae9524af8), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:51.151070 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-cff2deff-a734-4081-9ecb-6410c43148c7 None None] Attempt 1 to provision port 4cb629d5-6b04-4799-bab2-425ae9524af8 Oct 19 00:49:51.177328 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a06685-cda0-4091-99e0-085fe06a374a admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:49:51.196500 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-cff2deff-a734-4081-9ecb-6410c43148c7 None None] Port 4cb629d5-6b04-4799-bab2-425ae9524af8 cannot update to ACTIVE because it is not bound. {{(pid=111416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 19 00:49:51.199105 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-a5a06685-cda0-4091-99e0-085fe06a374a admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/68b043e3-5a26-4abc-b492-7053157db4b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2961347 Oct 19 00:49:51.240074 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device a6830382-e592-4ea8-9d6a-63da173d5d01 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=111416) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:49:51.383695 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337d931-ad96-495a-a282-d2c765c0147b req-7fb58566-9a1a-43f7-8a7f-46ed4898030b tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:51.386503 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8337d931-ad96-495a-a282-d2c765c0147b req-7fb58566-9a1a-43f7-8a7f-46ed4898030b tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d49a602c-229d-48e6-8b26-c67f73ed8f2f HTTP/1.1" status: 200 len: 943 time: 0.1109204 Oct 19 00:49:51.485773 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port a6830382-e592-4ea8-9d6a-63da173d5d01, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a6830382-e592-4ea8-9d6a-63da173d5d01,segment=NetworkSegment(8053efdb-fe2b-48be-9228-17e179e76fd1),segment_id=8053efdb-fe2b-48be-9228-17e179e76fd1)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:49:51.503371 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8337d931-ad96-495a-a282-d2c765c0147b req-cd464388-f78a-403b-818a-7b0cae5de1bd tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c0cc814d-9b96-48d7-a64b-359831ee3777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052310 Oct 19 00:49:51.538336 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Returning: {'device': 'a6830382-e592-4ea8-9d6a-63da173d5d01', 'network_id': '68404256-b068-4f6b-bb54-21abe9c04e36', 'port_id': 'a6830382-e592-4ea8-9d6a-63da173d5d01', 'mac_address': 'fa:16:3e:9b:b0:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1202a63-9912-4834-858f-95da1154adf8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111416) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:49:51.642899 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port a6830382-e592-4ea8-9d6a-63da173d5d01 is: DOWN; New status is: BUILD {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:49:51.643391 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (a6830382-e592-4ea8-9d6a-63da173d5d01), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:51.667455 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6830382-e592-4ea8-9d6a-63da173d5d01 {{(pid=111416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 00:49:51.678176 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:51.741977 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port a6830382-e592-4ea8-9d6a-63da173d5d01, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a6830382-e592-4ea8-9d6a-63da173d5d01,segment=NetworkSegment(8053efdb-fe2b-48be-9228-17e179e76fd1),segment_id=8053efdb-fe2b-48be-9228-17e179e76fd1)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:49:51.748431 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (a6830382-e592-4ea8-9d6a-63da173d5d01), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:51.797212 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972830f9-6290-4c7f-8069-e4e79aea861d req-d392585c-f76b-42bf-bc02-7a96e79f6298 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:51.803494 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-972830f9-6290-4c7f-8069-e4e79aea861d req-d392585c-f76b-42bf-bc02-7a96e79f6298 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ae2afe94-f67b-419f-bd5f-aefc5fbce221 HTTP/1.1" status: 200 len: 943 time: 0.1533940 Oct 19 00:49:51.927067 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-972830f9-6290-4c7f-8069-e4e79aea861d req-f1dd0d92-051e-4afa-8112-9934370a75fa tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131115 Oct 19 00:49:52.091777 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=a6830382-e592-4ea8-9d6a-63da173d5d01,revision_number=4']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:52.178371 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 39672) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:49:52.183759 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-ee445568-ae21-4aca-9448-c111a2b04d04 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-300319725-network', 'tenant_id': 'c3dc487565414290a5b5fa5c68e1c100'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:49:52.193017 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] get_ports_and_sgs() called for port_ids ['a6830382-e592-4ea8-9d6a-63da173d5d01'] {{(pid=111416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 00:49:52.218677 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee445568-ae21-4aca-9448-c111a2b04d04 admin admin] Made reservation on behalf of c3dc487565414290a5b5fa5c68e1c100 for: {'network': 1} {{(pid=111415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:49:52.222965 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ee445568-ae21-4aca-9448-c111a2b04d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for network (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:52.239217 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ee445568-ae21-4aca-9448-c111a2b04d04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:52.374897 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ee445568-ae21-4aca-9448-c111a2b04d04 admin admin] Publish callbacks [] for security_group (531cf68d-e597-4b70-91d1-e43aefc55195), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:52.383206 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ee445568-ae21-4aca-9448-c111a2b04d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (531cf68d-e597-4b70-91d1-e43aefc55195), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:52.411915 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:52.428956 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee445568-ae21-4aca-9448-c111a2b04d04 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=111415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:49:52.460152 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ee445568-ae21-4aca-9448-c111a2b04d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412'] for segment (c25bb4eb-c2b0-40b8-b99d-09705fc5dade), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:52.460679 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.db.segments_db [None req-ee445568-ae21-4aca-9448-c111a2b04d04 admin admin] Added segment c25bb4eb-c2b0-40b8-b99d-09705fc5dade of type vlan for network 28661278-404d-4415-bbaf-5311e267c8c5 Oct 19 00:49:52.463160 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee445568-ae21-4aca-9448-c111a2b04d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531cf68d-e597-4b70-91d1-e43aefc55195,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:52.529822 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ee445568-ae21-4aca-9448-c111a2b04d04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730482266143'] for network (28661278-404d-4415-bbaf-5311e267c8c5), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:52.595566 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ee445568-ae21-4aca-9448-c111a2b04d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988'] for network (28661278-404d-4415-bbaf-5311e267c8c5), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:52.596904 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee445568-ae21-4aca-9448-c111a2b04d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:52.597596 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-ee445568-ae21-4aca-9448-c111a2b04d04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for network (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:52.700671 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-ee445568-ae21-4aca-9448-c111a2b04d04 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5208647 Oct 19 00:49:52.705951 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 39676) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:49:52.713709 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-74f25d6e-8c9d-4f70-828c-b1a558841f92 admin admin] Request body: {'subnet': {'network_id': '28661278-404d-4415-bbaf-5311e267c8c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-300319725-subnet', 'tenant_id': 'c3dc487565414290a5b5fa5c68e1c100', 'ip_version': 4}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:49:52.735670 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:52.751994 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f25d6e-8c9d-4f70-828c-b1a558841f92 admin admin] Made reservation on behalf of c3dc487565414290a5b5fa5c68e1c100 for: {'subnet': 1} {{(pid=111414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:49:52.754179 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee445568-ae21-4aca-9448-c111a2b04d04 admin admin] Pushing event updated for resources: {'Network': ['ID=28661278-404d-4415-bbaf-5311e267c8c5,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:52.755685 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-74f25d6e-8c9d-4f70-828c-b1a558841f92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8022641'] for subnet (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:52.772904 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92aebb-4970-47be-98ec-02bdb9daeac7 req-6aadd50a-06ca-4f4a-ba18-c7b8f99d3e0f tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:52.773567 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Network 28661278-404d-4415-bbaf-5311e267c8c5 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=111416) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:49:52.775528 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-dc92aebb-4970-47be-98ec-02bdb9daeac7 req-6aadd50a-06ca-4f4a-ba18-c7b8f99d3e0f tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d49a602c-229d-48e6-8b26-c67f73ed8f2f HTTP/1.1" status: 200 len: 944 time: 0.1474106 Oct 19 00:49:52.853065 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:52.878003 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-dc92aebb-4970-47be-98ec-02bdb9daeac7 req-81494235-e412-4a7f-9c9c-f31013f96ba8 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c0cc814d-9b96-48d7-a64b-359831ee3777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881522 Oct 19 00:49:53.020292 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-74f25d6e-8c9d-4f70-828c-b1a558841f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6577616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8022627'] for subnet (a2ccdbaf-d55f-4132-b7ef-b41485ff483d), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:53.077660 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f25d6e-8c9d-4f70-828c-b1a558841f92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2ccdbaf-d55f-4132-b7ef-b41485ff483d,revision_number=0']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:53.097491 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f25d6e-8c9d-4f70-828c-b1a558841f92 admin admin] Checking segment: {'id': 'c25bb4eb-c2b0-40b8-b99d-09705fc5dade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '28661278-404d-4415-bbaf-5311e267c8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:49:53.097877 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f25d6e-8c9d-4f70-828c-b1a558841f92 admin admin] Network hostable DHCP agents. Network: 28661278-404d-4415-bbaf-5311e267c8c5, hostable agents: ['57535a1d-5c08-48f6-b25c-e56d637dc4b8'], hosted agents: [] {{(pid=111414) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:49:53.125175 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f25d6e-8c9d-4f70-828c-b1a558841f92 admin admin] Network 28661278-404d-4415-bbaf-5311e267c8c5 is scheduled to be hosted by DHCP agent 57535a1d-5c08-48f6-b25c-e56d637dc4b8 with binding_index 1 {{(pid=111414) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:49:53.129122 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46fde7-7461-48a2-9620-f14f7e853d86 req-0f55d0cf-07be-4de8-ac57-49965695e8f7 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:53.130808 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-da46fde7-7461-48a2-9620-f14f7e853d86 req-0f55d0cf-07be-4de8-ac57-49965695e8f7 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ae2afe94-f67b-419f-bd5f-aefc5fbce221 HTTP/1.1" status: 200 len: 943 time: 0.0652347 Oct 19 00:49:53.137622 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [None req-74f25d6e-8c9d-4f70-828c-b1a558841f92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 28661278-404d-4415-bbaf-5311e267c8c5) {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:49:53.143309 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f25d6e-8c9d-4f70-828c-b1a558841f92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:53.144092 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-74f25d6e-8c9d-4f70-828c-b1a558841f92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for subnet (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:53.152072 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba5a61b-74a2-4b53-8496-7a034fcbdbc7 None None] Network 28661278-404d-4415-bbaf-5311e267c8c5 requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:49:53.179359 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-74f25d6e-8c9d-4f70-828c-b1a558841f92 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4716189 Oct 19 00:49:53.183426 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 39680) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:49:53.191382 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-59701e78-6bcd-49aa-ad50-30a0676ba7ff admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-300319725-router', 'tenant_id': 'c3dc487565414290a5b5fa5c68e1c100', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'}}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:49:53.241508 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-da46fde7-7461-48a2-9620-f14f7e853d86 req-872d009d-3766-413e-9f8f-26e46513bc86 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929928 Oct 19 00:49:53.253674 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-59701e78-6bcd-49aa-ad50-30a0676ba7ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1939933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2045'] for router (b71ba083-d33e-4141-bef7-b137db3964b5), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:53.256731 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-59701e78-6bcd-49aa-ad50-30a0676ba7ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1942749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1949320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2062503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2026'] for router (b71ba083-d33e-4141-bef7-b137db3964b5), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:53.260949 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device a6830382-e592-4ea8-9d6a-63da173d5d01 up at agent hyperv_hv-cinder-maste {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:49:53.335485 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-59701e78-6bcd-49aa-ad50-30a0676ba7ff admin admin] Publish callbacks [] for router_controller (b71ba083-d33e-4141-bef7-b137db3964b5), precommit_add_association {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:53.391601 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Provisioning for port a6830382-e592-4ea8-9d6a-63da173d5d01 completed by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 19 00:49:53.401886 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503c1bd9-ecb6-4f46-af75-5ffe2246c72d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-28661278-404d-4415-bbaf-5311e267c8c5', 'network_id': '28661278-404d-4415-bbaf-5311e267c8c5', 'project_id': 'c3dc487565414290a5b5fa5c68e1c100', 'fixed_ips': [{'subnet_id': 'a2ccdbaf-d55f-4132-b7ef-b41485ff483d'}]}} from dv-cinder-master-3-iscsi. {{(pid=111416) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 19 00:49:53.404278 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-503c1bd9-ecb6-4f46-af75-5ffe2246c72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:53.425514 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Provisioning complete for port a6830382-e592-4ea8-9d6a-63da173d5d01 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:49:53.426081 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (a6830382-e592-4ea8-9d6a-63da173d5d01), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:53.426713 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Attempt 1 to provision port a6830382-e592-4ea8-9d6a-63da173d5d01 Oct 19 00:49:53.504881 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-59701e78-6bcd-49aa-ad50-30a0676ba7ff admin admin] Publish callbacks [] for router_gateway (b71ba083-d33e-4141-bef7-b137db3964b5), precommit_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:53.644179 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:53.672286 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=100 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:53.683185 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 006571e0-de03-4104-be78-57cf7268bda4 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:49:53.726935 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port a6830382-e592-4ea8-9d6a-63da173d5d01 is: BUILD; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:49:53.727327 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (a6830382-e592-4ea8-9d6a-63da173d5d01), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:53.728785 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3e2b8a-4bc4-438f-a55e-0cbd5d9c5b9c None None] Sync routers for ids ['68b043e3-5a26-4abc-b492-7053157db4b2'] in dv-cinder-master-3-iscsi {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:49:53.747843 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3e2b8a-4bc4-438f-a55e-0cbd5d9c5b9c None None] Routers {'68b043e3-5a26-4abc-b492-7053157db4b2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:49:53.749283 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-9e3e2b8a-4bc4-438f-a55e-0cbd5d9c5b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:49:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['68b043e3-5a26-4abc-b492-7053157db4b2'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:49:53.777321 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49a602c-229d-48e6-8b26-c67f73ed8f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6830382-e592-4ea8-9d6a-63da173d5d01'}] {{(pid=111416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:49:53.779910 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0240e38e362fdc750089dc1f1183b30604621660299f95a12c585bcfa6b02ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ad3b21-cac6-46f5-83b7-1f873623316c" -d '{"events": [{"server_uuid": "d49a602c-229d-48e6-8b26-c67f73ed8f2f", "name": "network-vif-plugged", "status": "completed", "tag": "a6830382-e592-4ea8-9d6a-63da173d5d01"}]}' {{(pid=111416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:49:53.784369 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.db_base_plugin_common [None req-503c1bd9-ecb6-4f46-af75-5ffe2246c72d None None] Allocated IP 172.20.0.2 (28661278-404d-4415-bbaf-5311e267c8c5/a2ccdbaf-d55f-4132-b7ef-b41485ff483d/458bf6c1-4328-475f-b764-3730cce7baaa) {{(pid=111416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:49:53.809120 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port a6830382-e592-4ea8-9d6a-63da173d5d01, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a6830382-e592-4ea8-9d6a-63da173d5d01,segment=NetworkSegment(8053efdb-fe2b-48be-9228-17e179e76fd1),segment_id=8053efdb-fe2b-48be-9228-17e179e76fd1)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:49:53.821828 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (a6830382-e592-4ea8-9d6a-63da173d5d01), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:53.864148 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-59701e78-6bcd-49aa-ad50-30a0676ba7ff admin admin] Publish callbacks [] for router_gateway (b71ba083-d33e-4141-bef7-b137db3964b5), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:53.906766 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-59701e78-6bcd-49aa-ad50-30a0676ba7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:53.907854 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 00:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b88db3-b5f5-4e89-813d-0f1d5f76beda x-openstack-request-id: req-f0b88db3-b5f5-4e89-813d-0f1d5f76beda {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:49:53.907854 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d49a602c-229d-48e6-8b26-c67f73ed8f2f", "name": "network-vif-plugged", "status": "completed", "tag": "a6830382-e592-4ea8-9d6a-63da173d5d01", "code": 200}]} {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:49:53.908222 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f0b88db3-b5f5-4e89-813d-0f1d5f76beda {{(pid=111416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:49:53.908463 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0b88db3-b5f5-4e89-813d-0f1d5f76beda'] response: {'server_uuid': 'd49a602c-229d-48e6-8b26-c67f73ed8f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6830382-e592-4ea8-9d6a-63da173d5d01', 'code': 200} Oct 19 00:49:53.919935 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port 006571e0-de03-4104-be78-57cf7268bda4 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:49:53.919935 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (006571e0-de03-4104-be78-57cf7268bda4), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:53.919935 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port 006571e0-de03-4104-be78-57cf7268bda4 Oct 19 00:49:53.988756 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=a6830382-e592-4ea8-9d6a-63da173d5d01,revision_number=5']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:54.000767 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-9e3e2b8a-4bc4-438f-a55e-0cbd5d9c5b9c None None] Set router 68b043e3-5a26-4abc-b492-7053157db4b2 gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:49:54.156406 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.db_base_plugin_common [None req-59701e78-6bcd-49aa-ad50-30a0676ba7ff admin admin] Allocated IP 172.37.6.107 (973fa957-bcd6-42c3-bc57-5a91d78147c8/c5b4f151-6e49-4135-be82-7abc543b5247/f34e0306-9f6d-4aa0-bb5d-f92d085581e4) {{(pid=111415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:49:54.162526 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port 006571e0-de03-4104-be78-57cf7268bda4 is: DOWN; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:49:54.163182 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (006571e0-de03-4104-be78-57cf7268bda4), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:54.182301 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-503c1bd9-ecb6-4f46-af75-5ffe2246c72d None None] Publish callbacks [] for port (458bf6c1-4328-475f-b764-3730cce7baaa), precommit_create {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:54.188414 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:54.193109 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a137a87-5961-47a7-b4f5-384d23f54687 req-d8eb5f6e-7a7c-46e8-a955-836e7643b2d5 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:54.194978 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-2a137a87-5961-47a7-b4f5-384d23f54687 req-d8eb5f6e-7a7c-46e8-a955-836e7643b2d5 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d49a602c-229d-48e6-8b26-c67f73ed8f2f HTTP/1.1" status: 200 len: 945 time: 0.1048856 Oct 19 00:49:54.205742 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-503c1bd9-ecb6-4f46-af75-5ffe2246c72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450'] for port (458bf6c1-4328-475f-b764-3730cce7baaa), after_create {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:54.213081 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] For port 006571e0-de03-4104-be78-57cf7268bda4, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=006571e0-de03-4104-be78-57cf7268bda4,segment=NetworkSegment(cdce283e-dd8a-4d22-a7f9-996f16aea9b7),segment_id=cdce283e-dd8a-4d22-a7f9-996f16aea9b7)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:49:54.243005 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (006571e0-de03-4104-be78-57cf7268bda4), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:54.268958 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503c1bd9-ecb6-4f46-af75-5ffe2246c72d None None] Network 28661278-404d-4415-bbaf-5311e267c8c5 is already hosted by enough agents. {{(pid=111416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:49:54.273625 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.scheduler.base_scheduler [None req-503c1bd9-ecb6-4f46-af75-5ffe2246c72d None None] Resources bound (agent type, host, resource id): {{(pid=111416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:49:54.276361 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503c1bd9-ecb6-4f46-af75-5ffe2246c72d None None] Received port after_create {{(pid=111416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:49:54.283575 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503c1bd9-ecb6-4f46-af75-5ffe2246c72d None None] Pushing event updated for resources: {'Port': ['ID=458bf6c1-4328-475f-b764-3730cce7baaa,revision_number=1']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:54.339091 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206bccba-ad52-4ea9-8b08-b2e7e8edbfc9 req-aa9f5c71-e163-44ad-b49b-464cc777b143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:54.341357 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-206bccba-ad52-4ea9-8b08-b2e7e8edbfc9 req-aa9f5c71-e163-44ad-b49b-464cc777b143 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d49a602c-229d-48e6-8b26-c67f73ed8f2f HTTP/1.1" status: 200 len: 1129 time: 0.0554516 Oct 19 00:49:54.394842 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-2a137a87-5961-47a7-b4f5-384d23f54687 req-9200d321-81e1-439e-b6be-abd840650a8b tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c0cc814d-9b96-48d7-a64b-359831ee3777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755440 Oct 19 00:49:54.395077 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Pushing event updated for resources: {'Port': ['ID=006571e0-de03-4104-be78-57cf7268bda4,revision_number=4']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:54.399165 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-503c1bd9-ecb6-4f46-af75-5ffe2246c72d None None] Attempting to bind port 458bf6c1-4328-475f-b764-3730cce7baaa on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:49:54.399552 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-503c1bd9-ecb6-4f46-af75-5ffe2246c72d None None] Attempting to bind port 458bf6c1-4328-475f-b764-3730cce7baaa by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c25bb4eb-c2b0-40b8-b99d-09705fc5dade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '28661278-404d-4415-bbaf-5311e267c8c5'}] {{(pid=111416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:49:54.399923 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503c1bd9-ecb6-4f46-af75-5ffe2246c72d None None] Attempting to bind port 458bf6c1-4328-475f-b764-3730cce7baaa on network 28661278-404d-4415-bbaf-5311e267c8c5 {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:49:54.406243 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-206bccba-ad52-4ea9-8b08-b2e7e8edbfc9 req-9c213464-ba4d-4ce3-8eab-c38343ec0c1c service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=c0cc814d-9b96-48d7-a64b-359831ee3777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535431 Oct 19 00:49:54.439423 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-59701e78-6bcd-49aa-ad50-30a0676ba7ff admin admin] Publish callbacks [] for port (f34e0306-9f6d-4aa0-bb5d-f92d085581e4), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:54.472515 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:54.474436 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503c1bd9-ecb6-4f46-af75-5ffe2246c72d None None] Checking agent: {'id': '0014484f-12ef-47ae-ba33-5ac9a1be8800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 32, 10), 'started_at': datetime.datetime(2022, 10, 19, 0, 32, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:49:54.475224 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503c1bd9-ecb6-4f46-af75-5ffe2246c72d None None] Checking segment: {'id': 'c25bb4eb-c2b0-40b8-b99d-09705fc5dade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '28661278-404d-4415-bbaf-5311e267c8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:49:54.475960 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-503c1bd9-ecb6-4f46-af75-5ffe2246c72d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:54.476931 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503c1bd9-ecb6-4f46-af75-5ffe2246c72d None None] Bound using segment: {'id': 'c25bb4eb-c2b0-40b8-b99d-09705fc5dade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '28661278-404d-4415-bbaf-5311e267c8c5'} {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:49:54.478662 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-503c1bd9-ecb6-4f46-af75-5ffe2246c72d None None] Bound port: 458bf6c1-4328-475f-b764-3730cce7baaa, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c25bb4eb-c2b0-40b8-b99d-09705fc5dade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '28661278-404d-4415-bbaf-5311e267c8c5'}}] {{(pid=111416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:49:54.479402 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-503c1bd9-ecb6-4f46-af75-5ffe2246c72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (458bf6c1-4328-475f-b764-3730cce7baaa), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:54.500131 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-9e3e2b8a-4bc4-438f-a55e-0cbd5d9c5b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b043e3-5a26-4abc-b492-7053157db4b2', 'name': 'tempest-TestMinimumBasicScenario-1359129397-router', 'tenant_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.203'}], 'enable_snat': True}, 'gw_port_id': '006571e0-de03-4104-be78-57cf7268bda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:49:45Z', 'updated_at': '2022-10-19T00:49:49Z', 'revision_number': 4, 'project_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'gw_port': {'id': '006571e0-de03-4104-be78-57cf7268bda4', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b043e3-5a26-4abc-b492-7053157db4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:49:46Z', 'updated_at': '2022-10-19T00:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4cb629d5-6b04-4799-bab2-425ae9524af8', 'name': '', 'network_id': '55e165e6-4b57-4574-ad76-be38ba32d98e', 'tenant_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'mac_address': 'fa:16:3e:5e:35:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b043e3-5a26-4abc-b492-7053157db4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a22e9614-06d2-4e26-842c-688e21b998cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:49:48Z', 'updated_at': '2022-10-19T00:49:49Z', 'revision_number': 2, 'project_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'subnets': [{'id': 'a22e9614-06d2-4e26-842c-688e21b998cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:49:54.502881 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-59701e78-6bcd-49aa-ad50-30a0676ba7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7426774'] for port (f34e0306-9f6d-4aa0-bb5d-f92d085581e4), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:54.532082 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3e2b8a-4bc4-438f-a55e-0cbd5d9c5b9c None None] Checking router: 68b043e3-5a26-4abc-b492-7053157db4b2 for host: dv-cinder-master-3-iscsi {{(pid=111417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:49:54.532718 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3e2b8a-4bc4-438f-a55e-0cbd5d9c5b9c None None] Updating router 68b043e3-5a26-4abc-b492-7053157db4b2 port 4cb629d5-6b04-4799-bab2-425ae9524af8 binding host dv-cinder-master-3-iscsi {{(pid=111417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:49:54.569324 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-9e3e2b8a-4bc4-438f-a55e-0cbd5d9c5b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (4cb629d5-6b04-4799-bab2-425ae9524af8), before_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:54.587665 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:54.597851 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-503c1bd9-ecb6-4f46-af75-5ffe2246c72d None None] For port 458bf6c1-4328-475f-b764-3730cce7baaa, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=111416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:49:54.603431 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-503c1bd9-ecb6-4f46-af75-5ffe2246c72d None None] For port 458bf6c1-4328-475f-b764-3730cce7baaa, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=458bf6c1-4328-475f-b764-3730cce7baaa,segment=NetworkSegment(c25bb4eb-c2b0-40b8-b99d-09705fc5dade),segment_id=c25bb4eb-c2b0-40b8-b99d-09705fc5dade)] {{(pid=111416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:49:54.613599 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-503c1bd9-ecb6-4f46-af75-5ffe2246c72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (458bf6c1-4328-475f-b764-3730cce7baaa), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:54.626763 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59701e78-6bcd-49aa-ad50-30a0676ba7ff admin admin] Network 973fa957-bcd6-42c3-bc57-5a91d78147c8 is already hosted by enough agents. {{(pid=111415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:49:54.635981 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.base_scheduler [None req-59701e78-6bcd-49aa-ad50-30a0676ba7ff admin admin] Resources bound (agent type, host, resource id): {{(pid=111415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:49:54.640085 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59701e78-6bcd-49aa-ad50-30a0676ba7ff admin admin] Received port after_create {{(pid=111415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:49:54.685417 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59701e78-6bcd-49aa-ad50-30a0676ba7ff admin admin] Pushing event updated for resources: {'Port': ['ID=f34e0306-9f6d-4aa0-bb5d-f92d085581e4,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:54.700147 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503c1bd9-ecb6-4f46-af75-5ffe2246c72d None None] Pushing event updated for resources: {'Port': ['ID=458bf6c1-4328-475f-b764-3730cce7baaa,revision_number=2']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:54.715157 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a3531-662a-4d13-a42b-2e51f071f26e req-df0e5e88-c5c4-442a-be1c-6f9b70195c38 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:54.718450 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-994a3531-662a-4d13-a42b-2e51f071f26e req-df0e5e88-c5c4-442a-be1c-6f9b70195c38 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ae2afe94-f67b-419f-bd5f-aefc5fbce221 HTTP/1.1" status: 200 len: 943 time: 0.1582861 Oct 19 00:49:54.915373 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-994a3531-662a-4d13-a42b-2e51f071f26e req-0c4f334e-77e0-45c6-b226-69bd949030cc tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839132 Oct 19 00:49:54.982616 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:55.049636 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-9e3e2b8a-4bc4-438f-a55e-0cbd5d9c5b9c None None] Publish callbacks [] for port (4cb629d5-6b04-4799-bab2-425ae9524af8), precommit_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:55.052923 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-59701e78-6bcd-49aa-ad50-30a0676ba7ff admin admin] Publish callbacks [] for router_gateway (b71ba083-d33e-4141-bef7-b137db3964b5), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:55.058529 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-9e3e2b8a-4bc4-438f-a55e-0cbd5d9c5b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (4cb629d5-6b04-4799-bab2-425ae9524af8), after_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:55.154007 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b107292-345d-45d1-b7f7-b168f4cb8a4a None None] Pushing event updated for resources: {'Port': ['ID=4cb629d5-6b04-4799-bab2-425ae9524af8,revision_number=3']} {{(pid=111417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:55.175716 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b107292-345d-45d1-b7f7-b168f4cb8a4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:55.176089 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b107292-345d-45d1-b7f7-b168f4cb8a4a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:55.176525 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b107292-345d-45d1-b7f7-b168f4cb8a4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:55.177111 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b107292-345d-45d1-b7f7-b168f4cb8a4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:55.177573 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b107292-345d-45d1-b7f7-b168f4cb8a4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:55.177981 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b107292-345d-45d1-b7f7-b168f4cb8a4a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:55.178369 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b107292-345d-45d1-b7f7-b168f4cb8a4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:55.178772 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b107292-345d-45d1-b7f7-b168f4cb8a4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:55.179078 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b107292-345d-45d1-b7f7-b168f4cb8a4a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:55.179600 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b107292-345d-45d1-b7f7-b168f4cb8a4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:55.179833 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b107292-345d-45d1-b7f7-b168f4cb8a4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:55.180158 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b107292-345d-45d1-b7f7-b168f4cb8a4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:55.180477 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b107292-345d-45d1-b7f7-b168f4cb8a4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:55.180795 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b107292-345d-45d1-b7f7-b168f4cb8a4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:55.181121 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b107292-345d-45d1-b7f7-b168f4cb8a4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:49:55.200548 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.managers [None req-9e3e2b8a-4bc4-438f-a55e-0cbd5d9c5b9c None None] Attempting to bind port 4cb629d5-6b04-4799-bab2-425ae9524af8 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:49:55.200915 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.managers [None req-9e3e2b8a-4bc4-438f-a55e-0cbd5d9c5b9c None None] Attempting to bind port 4cb629d5-6b04-4799-bab2-425ae9524af8 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '2425b63e-dd9c-47b4-b323-5bcff2e111f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '55e165e6-4b57-4574-ad76-be38ba32d98e'}] {{(pid=111417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:49:55.201266 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3e2b8a-4bc4-438f-a55e-0cbd5d9c5b9c None None] Attempting to bind port 4cb629d5-6b04-4799-bab2-425ae9524af8 on network 55e165e6-4b57-4574-ad76-be38ba32d98e {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:49:55.237206 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:55.255359 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3e2b8a-4bc4-438f-a55e-0cbd5d9c5b9c None None] Checking agent: {'id': '0014484f-12ef-47ae-ba33-5ac9a1be8800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 32, 10), 'started_at': datetime.datetime(2022, 10, 19, 0, 32, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:49:55.255736 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3e2b8a-4bc4-438f-a55e-0cbd5d9c5b9c None None] Checking segment: {'id': '2425b63e-dd9c-47b4-b323-5bcff2e111f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '55e165e6-4b57-4574-ad76-be38ba32d98e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:49:55.256115 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-9e3e2b8a-4bc4-438f-a55e-0cbd5d9c5b9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:55.256503 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3e2b8a-4bc4-438f-a55e-0cbd5d9c5b9c None None] Bound using segment: {'id': '2425b63e-dd9c-47b4-b323-5bcff2e111f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '55e165e6-4b57-4574-ad76-be38ba32d98e'} {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:49:55.256687 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device c76271cc-707a-4a90-9ae9-135461e8154f details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=111416) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:49:55.256981 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.managers [None req-9e3e2b8a-4bc4-438f-a55e-0cbd5d9c5b9c None None] Bound port: 4cb629d5-6b04-4799-bab2-425ae9524af8, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2425b63e-dd9c-47b4-b323-5bcff2e111f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '55e165e6-4b57-4574-ad76-be38ba32d98e'}}] {{(pid=111417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:49:55.257392 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-9e3e2b8a-4bc4-438f-a55e-0cbd5d9c5b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (4cb629d5-6b04-4799-bab2-425ae9524af8), before_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:55.370036 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-59701e78-6bcd-49aa-ad50-30a0676ba7ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1942722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1947415'] for router (b71ba083-d33e-4141-bef7-b137db3964b5), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:55.389910 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.db [None req-9e3e2b8a-4bc4-438f-a55e-0cbd5d9c5b9c None None] For port 4cb629d5-6b04-4799-bab2-425ae9524af8, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=111417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:49:55.396465 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.db [None req-9e3e2b8a-4bc4-438f-a55e-0cbd5d9c5b9c None None] For port 4cb629d5-6b04-4799-bab2-425ae9524af8, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4cb629d5-6b04-4799-bab2-425ae9524af8,segment=NetworkSegment(2425b63e-dd9c-47b4-b323-5bcff2e111f6),segment_id=2425b63e-dd9c-47b4-b323-5bcff2e111f6)] {{(pid=111417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:49:55.407052 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-9e3e2b8a-4bc4-438f-a55e-0cbd5d9c5b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (4cb629d5-6b04-4799-bab2-425ae9524af8), after_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:55.440024 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port c76271cc-707a-4a90-9ae9-135461e8154f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c76271cc-707a-4a90-9ae9-135461e8154f,segment=NetworkSegment(e263339d-8163-42c1-82aa-55d7bd373377),segment_id=e263339d-8163-42c1-82aa-55d7bd373377)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:49:55.461965 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Returning: {'device': 'c76271cc-707a-4a90-9ae9-135461e8154f', 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac', 'port_id': 'c76271cc-707a-4a90-9ae9-135461e8154f', 'mac_address': 'fa:16:3e:ce:85:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed6b2b90-24f3-4781-a6d8-0b858f53c7ca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111416) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:49:55.534728 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3e2b8a-4bc4-438f-a55e-0cbd5d9c5b9c None None] Routers {'68b043e3-5a26-4abc-b492-7053157db4b2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:49:55.535497 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-9e3e2b8a-4bc4-438f-a55e-0cbd5d9c5b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:49:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['68b043e3-5a26-4abc-b492-7053157db4b2'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:49:55.571532 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port c76271cc-707a-4a90-9ae9-135461e8154f is: DOWN; New status is: BUILD {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:49:55.571926 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (c76271cc-707a-4a90-9ae9-135461e8154f), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:55.605187 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c76271cc-707a-4a90-9ae9-135461e8154f {{(pid=111416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 00:49:55.654506 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port c76271cc-707a-4a90-9ae9-135461e8154f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c76271cc-707a-4a90-9ae9-135461e8154f,segment=NetworkSegment(e263339d-8163-42c1-82aa-55d7bd373377),segment_id=e263339d-8163-42c1-82aa-55d7bd373377)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:49:55.658196 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b107292-345d-45d1-b7f7-b168f4cb8a4a None None] Pushing event updated for resources: {'Port': ['ID=4cb629d5-6b04-4799-bab2-425ae9524af8,revision_number=4']} {{(pid=111417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:55.684449 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (c76271cc-707a-4a90-9ae9-135461e8154f), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:55.760562 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0718a-8e2f-4e90-8806-f0703f6dd4a2 req-20956fc6-d3bc-4271-a44d-0c42bade6b53 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:55.762381 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-dca0718a-8e2f-4e90-8806-f0703f6dd4a2 req-20956fc6-d3bc-4271-a44d-0c42bade6b53 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d49a602c-229d-48e6-8b26-c67f73ed8f2f HTTP/1.1" status: 200 len: 945 time: 0.1024759 Oct 19 00:49:55.770855 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59701e78-6bcd-49aa-ad50-30a0676ba7ff admin admin] Router b71ba083-d33e-4141-bef7-b137db3964b5 is scheduled to L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 with binding_index 1 {{(pid=111415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 00:49:55.787608 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=c76271cc-707a-4a90-9ae9-135461e8154f,revision_number=4']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:55.841539 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-9e3e2b8a-4bc4-438f-a55e-0cbd5d9c5b9c None None] Set router 68b043e3-5a26-4abc-b492-7053157db4b2 gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:49:55.899154 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-dca0718a-8e2f-4e90-8806-f0703f6dd4a2 req-1c9ebe44-824c-4c3c-9089-cbc5e55dd38a tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c0cc814d-9b96-48d7-a64b-359831ee3777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219442 Oct 19 00:49:55.934054 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 006571e0-de03-4104-be78-57cf7268bda4 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:49:55.953380 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:55.994029 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59701e78-6bcd-49aa-ad50-30a0676ba7ff admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:49:56.000145 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] get_ports_and_sgs() called for port_ids ['c76271cc-707a-4a90-9ae9-135461e8154f'] {{(pid=111416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 00:49:56.018351 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a824c504-c142-4f13-b79b-21ed3a60dcb3 None None] Sync routers for ids ['b71ba083-d33e-4141-bef7-b137db3964b5'] in dv-cinder-master-3-iscsi {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:49:56.021316 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-59701e78-6bcd-49aa-ad50-30a0676ba7ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:56.022700 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-59701e78-6bcd-49aa-ad50-30a0676ba7ff admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8382411 Oct 19 00:49:56.027319 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 39692) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:49:56.136816 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a824c504-c142-4f13-b79b-21ed3a60dcb3 None None] Routers {'b71ba083-d33e-4141-bef7-b137db3964b5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:49:56.137877 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-a824c504-c142-4f13-b79b-21ed3a60dcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:49:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['b71ba083-d33e-4141-bef7-b137db3964b5'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:49:56.279382 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port 006571e0-de03-4104-be78-57cf7268bda4 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:49:56.280284 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (006571e0-de03-4104-be78-57cf7268bda4), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:56.280794 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port 006571e0-de03-4104-be78-57cf7268bda4 Oct 19 00:49:56.301207 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:56.321460 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6deae1-8ccd-4adb-be2c-1ac6373429d7 None None] Network 28661278-404d-4415-bbaf-5311e267c8c5 requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:49:56.326139 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7fafe2-b840-4a66-883b-99c7f589d0c4 req-f219f6c7-eafe-4eca-9ec5-a947fe657377 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:56.328814 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8e7fafe2-b840-4a66-883b-99c7f589d0c4 req-f219f6c7-eafe-4eca-9ec5-a947fe657377 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ae2afe94-f67b-419f-bd5f-aefc5fbce221 HTTP/1.1" status: 200 len: 944 time: 0.1299551 Oct 19 00:49:56.370893 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-9e3e2b8a-4bc4-438f-a55e-0cbd5d9c5b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b043e3-5a26-4abc-b492-7053157db4b2', 'name': 'tempest-TestMinimumBasicScenario-1359129397-router', 'tenant_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.203'}], 'enable_snat': True}, 'gw_port_id': '006571e0-de03-4104-be78-57cf7268bda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:49:45Z', 'updated_at': '2022-10-19T00:49:49Z', 'revision_number': 4, 'project_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'gw_port': {'id': '006571e0-de03-4104-be78-57cf7268bda4', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b043e3-5a26-4abc-b492-7053157db4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:49:46Z', 'updated_at': '2022-10-19T00:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4cb629d5-6b04-4799-bab2-425ae9524af8', 'name': '', 'network_id': '55e165e6-4b57-4574-ad76-be38ba32d98e', 'tenant_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'mac_address': 'fa:16:3e:5e:35:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b043e3-5a26-4abc-b492-7053157db4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a22e9614-06d2-4e26-842c-688e21b998cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:49:48Z', 'updated_at': '2022-10-19T00:49:55Z', 'revision_number': 4, 'project_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'subnets': [{'id': 'a22e9614-06d2-4e26-842c-688e21b998cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:49:56.403231 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3e2b8a-4bc4-438f-a55e-0cbd5d9c5b9c None None] The sync data for ids ['68b043e3-5a26-4abc-b492-7053157db4b2'] in dv-cinder-master-3-iscsi is: [{'id': '68b043e3-5a26-4abc-b492-7053157db4b2', 'name': 'tempest-TestMinimumBasicScenario-1359129397-router', 'tenant_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.203'}], 'enable_snat': True}, 'gw_port_id': '006571e0-de03-4104-be78-57cf7268bda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:49:45Z', 'updated_at': '2022-10-19T00:49:49Z', 'revision_number': 4, 'project_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'gw_port': {'id': '006571e0-de03-4104-be78-57cf7268bda4', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b043e3-5a26-4abc-b492-7053157db4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:49:46Z', 'updated_at': '2022-10-19T00:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4cb629d5-6b04-4799-bab2-425ae9524af8', 'name': '', 'network_id': '55e165e6-4b57-4574-ad76-be38ba32d98e', 'tenant_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'mac_address': 'fa:16:3e:5e:35:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b043e3-5a26-4abc-b492-7053157db4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a22e9614-06d2-4e26-842c-688e21b998cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:49:48Z', 'updated_at': '2022-10-19T00:49:55Z', 'revision_number': 4, 'project_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'subnets': [{'id': 'a22e9614-06d2-4e26-842c-688e21b998cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:49:56.630440 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:56.648135 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-c25062b2-1403-4c1e-a6c5-a49afd85385b None None] Provisioning complete for port 458bf6c1-4328-475f-b764-3730cce7baaa triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:49:56.648604 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-c25062b2-1403-4c1e-a6c5-a49afd85385b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (458bf6c1-4328-475f-b764-3730cce7baaa), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:56.649015 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-c25062b2-1403-4c1e-a6c5-a49afd85385b None None] Attempt 1 to provision port 458bf6c1-4328-475f-b764-3730cce7baaa Oct 19 00:49:56.706189 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:56.732574 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-a824c504-c142-4f13-b79b-21ed3a60dcb3 None None] Set router b71ba083-d33e-4141-bef7-b137db3964b5 gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:49:56.814841 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:56.880184 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8e7fafe2-b840-4a66-883b-99c7f589d0c4 req-1d4b3486-94a9-4128-a654-4199ee2c8dc5 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5356181 Oct 19 00:49:57.078247 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port 006571e0-de03-4104-be78-57cf7268bda4 is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:49:57.080214 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 458bf6c1-4328-475f-b764-3730cce7baaa up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:49:57.138613 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566d1af-08a5-4315-998b-0ad424226c5b req-877cb163-0989-42f8-aa1d-61e4e88e967d tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:57.141287 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-7566d1af-08a5-4315-998b-0ad424226c5b req-877cb163-0989-42f8-aa1d-61e4e88e967d tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d49a602c-229d-48e6-8b26-c67f73ed8f2f HTTP/1.1" status: 200 len: 945 time: 0.0847425 Oct 19 00:49:57.240576 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-7566d1af-08a5-4315-998b-0ad424226c5b req-860eeaa3-04c1-4cf8-8fb5-80598fb1a652 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c0cc814d-9b96-48d7-a64b-359831ee3777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887592 Oct 19 00:49:57.254096 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-3fb69466-45e9-464c-a33c-ea5692e581b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:57.305347 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-c25062b2-1403-4c1e-a6c5-a49afd85385b None None] Current status of the port 458bf6c1-4328-475f-b764-3730cce7baaa is: DOWN; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:49:57.305726 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-c25062b2-1403-4c1e-a6c5-a49afd85385b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (458bf6c1-4328-475f-b764-3730cce7baaa), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:57.383292 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-a824c504-c142-4f13-b79b-21ed3a60dcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71ba083-d33e-4141-bef7-b137db3964b5', 'name': 'tempest-TestMinimumBasicScenario-300319725-router', 'tenant_id': 'c3dc487565414290a5b5fa5c68e1c100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.107'}], 'enable_snat': True}, 'gw_port_id': 'f34e0306-9f6d-4aa0-bb5d-f92d085581e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:49:53Z', 'updated_at': '2022-10-19T00:49:54Z', 'revision_number': 3, 'project_id': 'c3dc487565414290a5b5fa5c68e1c100', 'gw_port': {'id': 'f34e0306-9f6d-4aa0-bb5d-f92d085581e4', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71ba083-d33e-4141-bef7-b137db3964b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:49:53Z', 'updated_at': '2022-10-19T00:49:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:49:57.417753 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a824c504-c142-4f13-b79b-21ed3a60dcb3 None None] Checking router: b71ba083-d33e-4141-bef7-b137db3964b5 for host: dv-cinder-master-3-iscsi {{(pid=111416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:49:57.418110 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a824c504-c142-4f13-b79b-21ed3a60dcb3 None None] Updating router b71ba083-d33e-4141-bef7-b137db3964b5 port f34e0306-9f6d-4aa0-bb5d-f92d085581e4 binding host dv-cinder-master-3-iscsi {{(pid=111416) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:49:57.490282 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-c25062b2-1403-4c1e-a6c5-a49afd85385b None None] For port 458bf6c1-4328-475f-b764-3730cce7baaa, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=458bf6c1-4328-475f-b764-3730cce7baaa,segment=NetworkSegment(c25bb4eb-c2b0-40b8-b99d-09705fc5dade),segment_id=c25bb4eb-c2b0-40b8-b99d-09705fc5dade)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:49:57.496849 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-a824c504-c142-4f13-b79b-21ed3a60dcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (f34e0306-9f6d-4aa0-bb5d-f92d085581e4), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:57.532113 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-c25062b2-1403-4c1e-a6c5-a49afd85385b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (458bf6c1-4328-475f-b764-3730cce7baaa), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:57.561517 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c5de0-0cf4-4567-bfd4-e9e008e5a5bd req-bbccd17d-a397-41ab-9364-ecb7a235429a tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:57.570728 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-553c5de0-0cf4-4567-bfd4-e9e008e5a5bd req-bbccd17d-a397-41ab-9364-ecb7a235429a tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d49a602c-229d-48e6-8b26-c67f73ed8f2f HTTP/1.1" status: 200 len: 945 time: 0.1202714 Oct 19 00:49:57.574516 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port 458bf6c1-4328-475f-b764-3730cce7baaa triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:49:57.574993 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (458bf6c1-4328-475f-b764-3730cce7baaa), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:57.575329 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port 458bf6c1-4328-475f-b764-3730cce7baaa Oct 19 00:49:57.581343 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 39698) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:49:57.586676 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-e39d3023-fdbe-46e7-a20c-924215fb4a33 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Request body: {'floatingip': {'port_id': 'a6830382-e592-4ea8-9d6a-63da173d5d01'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:49:57.633965 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-e39d3023-fdbe-46e7-a20c-924215fb4a33 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks [] for floatingip (d1bad7a0-8cb4-47bd-9129-fb7bb9dfe61f), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:57.651277 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.db_base_plugin_common [None req-3fb69466-45e9-464c-a33c-ea5692e581b7 admin admin] Allocated IP 172.20.0.1 (28661278-404d-4415-bbaf-5311e267c8c5/a2ccdbaf-d55f-4132-b7ef-b41485ff483d/d365ae6c-2394-49e6-948b-56c55394572e) {{(pid=111415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:49:57.721562 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:57.745020 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-e0a54338-fe12-49ac-873e-3479d21fa866 None None] Provisioning complete for port 458bf6c1-4328-475f-b764-3730cce7baaa triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:49:57.745316 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-e0a54338-fe12-49ac-873e-3479d21fa866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (458bf6c1-4328-475f-b764-3730cce7baaa), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:57.745646 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-e0a54338-fe12-49ac-873e-3479d21fa866 None None] Attempt 1 to provision port 458bf6c1-4328-475f-b764-3730cce7baaa Oct 19 00:49:57.754767 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:57.758643 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25062b2-1403-4c1e-a6c5-a49afd85385b None None] Pushing event updated for resources: {'Port': ['ID=458bf6c1-4328-475f-b764-3730cce7baaa,revision_number=3']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:57.790212 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:57.808148 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-3fb69466-45e9-464c-a33c-ea5692e581b7 admin admin] Publish callbacks [] for port (d365ae6c-2394-49e6-948b-56c55394572e), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:57.874198 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-3fb69466-45e9-464c-a33c-ea5692e581b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7426774'] for port (d365ae6c-2394-49e6-948b-56c55394572e), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:57.962989 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb69466-45e9-464c-a33c-ea5692e581b7 admin admin] Pushing event updated for resources: {'Port': ['ID=d365ae6c-2394-49e6-948b-56c55394572e,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:57.969326 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port 458bf6c1-4328-475f-b764-3730cce7baaa is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:49:57.973328 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb69466-45e9-464c-a33c-ea5692e581b7 admin admin] Network 28661278-404d-4415-bbaf-5311e267c8c5 is already hosted by enough agents. {{(pid=111415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:49:57.976418 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.base_scheduler [None req-3fb69466-45e9-464c-a33c-ea5692e581b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=111415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:49:57.984194 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb69466-45e9-464c-a33c-ea5692e581b7 admin admin] Received port after_create {{(pid=111415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:49:58.014148 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-e0a54338-fe12-49ac-873e-3479d21fa866 None None] Current status of the port 458bf6c1-4328-475f-b764-3730cce7baaa is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:49:58.102225 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-a824c504-c142-4f13-b79b-21ed3a60dcb3 None None] Publish callbacks [] for port (f34e0306-9f6d-4aa0-bb5d-f92d085581e4), precommit_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:58.112685 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-a824c504-c142-4f13-b79b-21ed3a60dcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (f34e0306-9f6d-4aa0-bb5d-f92d085581e4), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:58.166534 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-a824c504-c142-4f13-b79b-21ed3a60dcb3 None None] Attempting to bind port f34e0306-9f6d-4aa0-bb5d-f92d085581e4 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:49:58.166534 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-a824c504-c142-4f13-b79b-21ed3a60dcb3 None None] Attempting to bind port f34e0306-9f6d-4aa0-bb5d-f92d085581e4 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'cdce283e-dd8a-4d22-a7f9-996f16aea9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'}] {{(pid=111416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:49:58.166534 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a824c504-c142-4f13-b79b-21ed3a60dcb3 None None] Attempting to bind port f34e0306-9f6d-4aa0-bb5d-f92d085581e4 on network 973fa957-bcd6-42c3-bc57-5a91d78147c8 {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:49:58.205564 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297f178-a04f-4f96-a7ed-713788f93828 req-88233961-d5de-48a0-b41d-d8405f3cd484 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:58.220890 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26df9af-15ea-4e98-a608-1c9a80343289 None None] Pushing event updated for resources: {'Port': ['ID=f34e0306-9f6d-4aa0-bb5d-f92d085581e4,revision_number=2']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:58.236407 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a297f178-a04f-4f96-a7ed-713788f93828 req-88233961-d5de-48a0-b41d-d8405f3cd484 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ae2afe94-f67b-419f-bd5f-aefc5fbce221 HTTP/1.1" status: 200 len: 944 time: 0.1604912 Oct 19 00:49:58.238435 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-3fb69466-45e9-464c-a33c-ea5692e581b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1942421'] for router_interface (b71ba083-d33e-4141-bef7-b137db3964b5), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:58.245686 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a824c504-c142-4f13-b79b-21ed3a60dcb3 None None] Checking agent: {'id': '0014484f-12ef-47ae-ba33-5ac9a1be8800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 32, 10), 'started_at': datetime.datetime(2022, 10, 19, 0, 32, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:49:58.246241 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a824c504-c142-4f13-b79b-21ed3a60dcb3 None None] Checking segment: {'id': 'cdce283e-dd8a-4d22-a7f9-996f16aea9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:49:58.246791 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-a824c504-c142-4f13-b79b-21ed3a60dcb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:58.247315 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a824c504-c142-4f13-b79b-21ed3a60dcb3 None None] Bound using segment: {'id': 'cdce283e-dd8a-4d22-a7f9-996f16aea9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'} {{(pid=111416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:49:58.247904 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.managers [None req-a824c504-c142-4f13-b79b-21ed3a60dcb3 None None] Bound port: f34e0306-9f6d-4aa0-bb5d-f92d085581e4, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdce283e-dd8a-4d22-a7f9-996f16aea9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8'}}] {{(pid=111416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:49:58.249674 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-a824c504-c142-4f13-b79b-21ed3a60dcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (f34e0306-9f6d-4aa0-bb5d-f92d085581e4), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:58.283348 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 4cb629d5-6b04-4799-bab2-425ae9524af8 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:49:58.358610 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-a824c504-c142-4f13-b79b-21ed3a60dcb3 None None] For port f34e0306-9f6d-4aa0-bb5d-f92d085581e4, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=111416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:49:58.364738 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-a824c504-c142-4f13-b79b-21ed3a60dcb3 None None] For port f34e0306-9f6d-4aa0-bb5d-f92d085581e4, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f34e0306-9f6d-4aa0-bb5d-f92d085581e4,segment=NetworkSegment(cdce283e-dd8a-4d22-a7f9-996f16aea9b7),segment_id=cdce283e-dd8a-4d22-a7f9-996f16aea9b7)] {{(pid=111416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:49:58.372626 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port 4cb629d5-6b04-4799-bab2-425ae9524af8 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:49:58.372994 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (4cb629d5-6b04-4799-bab2-425ae9524af8), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:58.373434 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port 4cb629d5-6b04-4799-bab2-425ae9524af8 Oct 19 00:49:58.398762 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-a824c504-c142-4f13-b79b-21ed3a60dcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (f34e0306-9f6d-4aa0-bb5d-f92d085581e4), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:58.409663 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:58.436312 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:58.473473 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-904a4860-b613-4f9a-8e1e-7998f8097948 None None] Provisioning complete for port d365ae6c-2394-49e6-948b-56c55394572e triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:49:58.474004 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-904a4860-b613-4f9a-8e1e-7998f8097948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (d365ae6c-2394-49e6-948b-56c55394572e), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:58.474441 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-904a4860-b613-4f9a-8e1e-7998f8097948 None None] Attempt 1 to provision port d365ae6c-2394-49e6-948b-56c55394572e Oct 19 00:49:58.479857 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a297f178-a04f-4f96-a7ed-713788f93828 req-bc755588-223e-482d-89e9-77d468bfe1c8 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2421796 Oct 19 00:49:58.493879 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a824c504-c142-4f13-b79b-21ed3a60dcb3 None None] Routers {'b71ba083-d33e-4141-bef7-b137db3964b5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:49:58.496308 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-a824c504-c142-4f13-b79b-21ed3a60dcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:49:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['b71ba083-d33e-4141-bef7-b137db3964b5'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:49:58.502115 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-3fb69466-45e9-464c-a33c-ea5692e581b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (d365ae6c-2394-49e6-948b-56c55394572e), before_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:58.511742 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-e39d3023-fdbe-46e7-a20c-924215fb4a33 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:58.522466 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-e39d3023-fdbe-46e7-a20c-924215fb4a33 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942318'] for floatingip (d1bad7a0-8cb4-47bd-9129-fb7bb9dfe61f), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:58.562407 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:58.569938 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26df9af-15ea-4e98-a608-1c9a80343289 None None] Pushing event updated for resources: {'Port': ['ID=f34e0306-9f6d-4aa0-bb5d-f92d085581e4,revision_number=3']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:58.590174 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-904a4860-b613-4f9a-8e1e-7998f8097948 None None] Port d365ae6c-2394-49e6-948b-56c55394572e cannot update to ACTIVE because it is not bound. {{(pid=111416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 19 00:49:58.637911 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:58.674369 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.db.l3_db [None req-e39d3023-fdbe-46e7-a20c-924215fb4a33 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Floating IP d1bad7a0-8cb4-47bd-9129-fb7bb9dfe61f associated. External IP: 172.37.6.179, port: a6830382-e592-4ea8-9d6a-63da173d5d01. Oct 19 00:49:58.814725 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-3fb69466-45e9-464c-a33c-ea5692e581b7 admin admin] Publish callbacks [] for port (d365ae6c-2394-49e6-948b-56c55394572e), precommit_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:58.822581 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-3fb69466-45e9-464c-a33c-ea5692e581b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7426799'] for port (d365ae6c-2394-49e6-948b-56c55394572e), after_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:58.826083 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port 4cb629d5-6b04-4799-bab2-425ae9524af8 is: DOWN; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:49:58.827528 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (4cb629d5-6b04-4799-bab2-425ae9524af8), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:58.874327 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-a824c504-c142-4f13-b79b-21ed3a60dcb3 None None] Set router b71ba083-d33e-4141-bef7-b137db3964b5 gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:49:58.937983 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb69466-45e9-464c-a33c-ea5692e581b7 admin admin] Pushing event updated for resources: {'Port': ['ID=d365ae6c-2394-49e6-948b-56c55394572e,revision_number=2']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:58.941068 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:58.941714 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-3fb69466-45e9-464c-a33c-ea5692e581b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1942533'] for router_interface (b71ba083-d33e-4141-bef7-b137db3964b5), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:58.945729 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] For port 4cb629d5-6b04-4799-bab2-425ae9524af8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4cb629d5-6b04-4799-bab2-425ae9524af8,segment=NetworkSegment(2425b63e-dd9c-47b4-b323-5bcff2e111f6),segment_id=2425b63e-dd9c-47b4-b323-5bcff2e111f6)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:49:58.960948 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (4cb629d5-6b04-4799-bab2-425ae9524af8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:58.961785 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 458bf6c1-4328-475f-b764-3730cce7baaa up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:49:59.033040 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39d3023-fdbe-46e7-a20c-924215fb4a33 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Router 1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7 has already been hosted by L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 {{(pid=111414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:49:59.100935 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:49:59.123628 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb69466-45e9-464c-a33c-ea5692e581b7 admin admin] Network 28661278-404d-4415-bbaf-5311e267c8c5 is already hosted by enough agents. {{(pid=111415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:49:59.127981 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.base_scheduler [None req-3fb69466-45e9-464c-a33c-ea5692e581b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=111415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:49:59.187834 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39d3023-fdbe-46e7-a20c-924215fb4a33 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:49:59.203392 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-e39d3023-fdbe-46e7-a20c-924215fb4a33 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for floatingip (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:59.209581 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0543c6c-9410-4c23-94d9-4dedc27f6e75 None None] Sync routers for ids ['1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7'] in dv-cinder-master-3-iscsi {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:49:59.234737 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0543c6c-9410-4c23-94d9-4dedc27f6e75 None None] Routers {'1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:49:59.235969 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-c0543c6c-9410-4c23-94d9-4dedc27f6e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:49:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:49:59.250840 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Pushing event updated for resources: {'Port': ['ID=4cb629d5-6b04-4799-bab2-425ae9524af8,revision_number=5']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:49:59.284630 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-e39d3023-fdbe-46e7-a20c-924215fb4a33 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/d1bad7a0-8cb4-47bd-9129-fb7bb9dfe61f HTTP/1.1" status: 200 len: 991 time: 1.7016993 Oct 19 00:49:59.285713 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49a602c-229d-48e6-8b26-c67f73ed8f2f', 'tag': 'a6830382-e592-4ea8-9d6a-63da173d5d01'}] {{(pid=111414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:49:59.289665 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e46469f00a83062af0f8a877bbd3a06bc7f865c711541049e4990ec8a28c8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2092c9a-0d94-4ee4-bb22-32ae6c6bdfa7" -d '{"events": [{"name": "network-changed", "server_uuid": "d49a602c-229d-48e6-8b26-c67f73ed8f2f", "tag": "a6830382-e592-4ea8-9d6a-63da173d5d01"}]}' {{(pid=111414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:49:59.315494 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port 458bf6c1-4328-475f-b764-3730cce7baaa triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:49:59.316459 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (458bf6c1-4328-475f-b764-3730cce7baaa), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:59.317351 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port 458bf6c1-4328-475f-b764-3730cce7baaa Oct 19 00:49:59.340550 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device c76271cc-707a-4a90-9ae9-135461e8154f up at agent hyperv_hv-cinder-maste {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:49:59.381038 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 00:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513355e4-3c25-4cb4-865b-2137007e5018 x-openstack-request-id: req-513355e4-3c25-4cb4-865b-2137007e5018 {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:49:59.381466 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d49a602c-229d-48e6-8b26-c67f73ed8f2f", "tag": "a6830382-e592-4ea8-9d6a-63da173d5d01", "status": "completed", "code": 200}]} {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:49:59.381857 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-513355e4-3c25-4cb4-865b-2137007e5018 {{(pid=111414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:49:59.382509 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.notifiers.nova [-] Nova event matching ['req-513355e4-3c25-4cb4-865b-2137007e5018'] response: {'name': 'network-changed', 'server_uuid': 'd49a602c-229d-48e6-8b26-c67f73ed8f2f', 'tag': 'a6830382-e592-4ea8-9d6a-63da173d5d01', 'status': 'completed', 'code': 200} Oct 19 00:49:59.396453 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb69466-45e9-464c-a33c-ea5692e581b7 admin admin] Router b71ba083-d33e-4141-bef7-b137db3964b5 has already been hosted by L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 {{(pid=111415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:49:59.562986 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2092c9a-0d94-4ee4-bb22-32ae6c6bdfa7 req-b5f4a711-8e66-4eb4-8887-e32447b6e878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:59.564662 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-d2092c9a-0d94-4ee4-bb22-32ae6c6bdfa7 req-b5f4a711-8e66-4eb4-8887-e32447b6e878 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=82d7723ef95b4c3faeac9835eeb233a5&device_id=d49a602c-229d-48e6-8b26-c67f73ed8f2f HTTP/1.1" status: 200 len: 1129 time: 0.1064150 Oct 19 00:49:59.603012 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Provisioning for port c76271cc-707a-4a90-9ae9-135461e8154f completed by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 19 00:49:59.676895 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-a824c504-c142-4f13-b79b-21ed3a60dcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71ba083-d33e-4141-bef7-b137db3964b5', 'name': 'tempest-TestMinimumBasicScenario-300319725-router', 'tenant_id': 'c3dc487565414290a5b5fa5c68e1c100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.107'}], 'enable_snat': True}, 'gw_port_id': 'f34e0306-9f6d-4aa0-bb5d-f92d085581e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:49:53Z', 'updated_at': '2022-10-19T00:49:58Z', 'revision_number': 4, 'project_id': 'c3dc487565414290a5b5fa5c68e1c100', 'gw_port': {'id': 'f34e0306-9f6d-4aa0-bb5d-f92d085581e4', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71ba083-d33e-4141-bef7-b137db3964b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:49:53Z', 'updated_at': '2022-10-19T00:49:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd365ae6c-2394-49e6-948b-56c55394572e', 'name': '', 'network_id': '28661278-404d-4415-bbaf-5311e267c8c5', 'tenant_id': 'c3dc487565414290a5b5fa5c68e1c100', 'mac_address': 'fa:16:3e:69:2e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71ba083-d33e-4141-bef7-b137db3964b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'a2ccdbaf-d55f-4132-b7ef-b41485ff483d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:49:57Z', 'updated_at': '2022-10-19T00:49:57Z', 'revision_number': 1, 'project_id': 'c3dc487565414290a5b5fa5c68e1c100', 'subnets': [{'id': 'a2ccdbaf-d55f-4132-b7ef-b41485ff483d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:49:59.702227 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-c0543c6c-9410-4c23-94d9-4dedc27f6e75 None None] Set router 1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7 gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:49:59.715340 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2092c9a-0d94-4ee4-bb22-32ae6c6bdfa7 req-c0bf5e3a-8001-4c97-a428-5b08d9a0ceca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:59.717550 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a824c504-c142-4f13-b79b-21ed3a60dcb3 None None] The sync data for ids ['b71ba083-d33e-4141-bef7-b137db3964b5'] in dv-cinder-master-3-iscsi is: [{'id': 'b71ba083-d33e-4141-bef7-b137db3964b5', 'name': 'tempest-TestMinimumBasicScenario-300319725-router', 'tenant_id': 'c3dc487565414290a5b5fa5c68e1c100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.107'}], 'enable_snat': True}, 'gw_port_id': 'f34e0306-9f6d-4aa0-bb5d-f92d085581e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:49:53Z', 'updated_at': '2022-10-19T00:49:58Z', 'revision_number': 4, 'project_id': 'c3dc487565414290a5b5fa5c68e1c100', 'gw_port': {'id': 'f34e0306-9f6d-4aa0-bb5d-f92d085581e4', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71ba083-d33e-4141-bef7-b137db3964b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:49:53Z', 'updated_at': '2022-10-19T00:49:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd365ae6c-2394-49e6-948b-56c55394572e', 'name': '', 'network_id': '28661278-404d-4415-bbaf-5311e267c8c5', 'tenant_id': 'c3dc487565414290a5b5fa5c68e1c100', 'mac_address': 'fa:16:3e:69:2e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71ba083-d33e-4141-bef7-b137db3964b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'a2ccdbaf-d55f-4132-b7ef-b41485ff483d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:49:57Z', 'updated_at': '2022-10-19T00:49:57Z', 'revision_number': 1, 'project_id': 'c3dc487565414290a5b5fa5c68e1c100', 'subnets': [{'id': 'a2ccdbaf-d55f-4132-b7ef-b41485ff483d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:49:59.720175 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-d2092c9a-0d94-4ee4-bb22-32ae6c6bdfa7 req-c0bf5e3a-8001-4c97-a428-5b08d9a0ceca service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=68404256-b068-4f6b-bb54-21abe9c04e36 HTTP/1.1" status: 200 len: 911 time: 0.1468127 Oct 19 00:49:59.720489 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb69466-45e9-464c-a33c-ea5692e581b7 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:49:59.750074 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Provisioning complete for port c76271cc-707a-4a90-9ae9-135461e8154f triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:49:59.750074 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (c76271cc-707a-4a90-9ae9-135461e8154f), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:59.750074 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Attempt 1 to provision port c76271cc-707a-4a90-9ae9-135461e8154f Oct 19 00:49:59.750594 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-3fb69466-45e9-464c-a33c-ea5692e581b7 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/b71ba083-d33e-4141-bef7-b137db3964b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7193818 Oct 19 00:49:59.876114 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0538c05-3518-43b8-8c8f-48b7b6f7b98f req-90d40302-469e-4c9e-ba35-58f94ed1b613 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:49:59.880297 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-f9a10f6e-1156-47d7-80cf-19ed2d101166 None None] Provisioning complete for port d365ae6c-2394-49e6-948b-56c55394572e triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:49:59.881256 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-f9a10f6e-1156-47d7-80cf-19ed2d101166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (d365ae6c-2394-49e6-948b-56c55394572e), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:49:59.881427 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-f9a10f6e-1156-47d7-80cf-19ed2d101166 None None] Attempt 1 to provision port d365ae6c-2394-49e6-948b-56c55394572e Oct 19 00:49:59.883697 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c0538c05-3518-43b8-8c8f-48b7b6f7b98f req-90d40302-469e-4c9e-ba35-58f94ed1b613 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ae2afe94-f67b-419f-bd5f-aefc5fbce221 HTTP/1.1" status: 200 len: 944 time: 0.1591187 Oct 19 00:49:59.903695 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port 458bf6c1-4328-475f-b764-3730cce7baaa is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:49:59.943365 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-d2092c9a-0d94-4ee4-bb22-32ae6c6bdfa7 req-5601bd2d-b2bb-442e-8ccb-ba3c052f5f64 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6830382-e592-4ea8-9d6a-63da173d5d01 HTTP/1.1" status: 200 len: 999 time: 0.2135031 Oct 19 00:50:00.017154 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-f9a10f6e-1156-47d7-80cf-19ed2d101166 None None] Port d365ae6c-2394-49e6-948b-56c55394572e cannot update to ACTIVE because it is not bound. {{(pid=111416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 19 00:50:00.021884 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c0538c05-3518-43b8-8c8f-48b7b6f7b98f req-50c61857-5948-4990-ab2d-974d8e69b423 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287999 Oct 19 00:50:00.048072 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:50:00.114092 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2092c9a-0d94-4ee4-bb22-32ae6c6bdfa7 req-926b453a-2797-44f3-a0e8-8816beacd557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:00.121530 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-d2092c9a-0d94-4ee4-bb22-32ae6c6bdfa7 req-926b453a-2797-44f3-a0e8-8816beacd557 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=f1202a63-9912-4834-858f-95da1154adf8 HTTP/1.1" status: 200 len: 849 time: 0.1686878 Oct 19 00:50:00.193355 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port c76271cc-707a-4a90-9ae9-135461e8154f is: BUILD; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:50:00.193840 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (c76271cc-707a-4a90-9ae9-135461e8154f), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:00.244198 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-c0543c6c-9410-4c23-94d9-4dedc27f6e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'name': 'tempest-AttachVolumeTestJSON-665471831-router', 'tenant_id': '82d7723ef95b4c3faeac9835eeb233a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.55'}], 'enable_snat': True}, 'gw_port_id': '60b35499-9e5f-4f78-9caa-176723e11297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:46:18Z', 'updated_at': '2022-10-19T00:46:22Z', 'revision_number': 4, 'project_id': '82d7723ef95b4c3faeac9835eeb233a5', 'gw_port': {'id': '60b35499-9e5f-4f78-9caa-176723e11297', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:46:19Z', 'updated_at': '2022-10-19T00:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd1bad7a0-8cb4-47bd-9129-fb7bb9dfe61f', 'tenant_id': '82d7723ef95b4c3faeac9835eeb233a5', 'floating_ip_address': '172.37.6.179', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'port_id': 'a6830382-e592-4ea8-9d6a-63da173d5d01', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68404256-b068-4f6b-bb54-21abe9c04e36', 'mac_address': 'fa:16:3e:9b:b0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49a602c-229d-48e6-8b26-c67f73ed8f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:49:38Z', 'updated_at': '2022-10-19T00:49:58Z', 'revision_number': 1, 'project_id': '82d7723ef95b4c3faeac9835eeb233a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420d1988-55df-4bac-9ed8-1a033a3e0d13', 'name': '', 'network_id': '68404256-b068-4f6b-bb54-21abe9c04e36', 'tenant_id': '82d7723ef95b4c3faeac9835eeb233a5', 'mac_address': 'fa:16:3e:5e:54:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'f1202a63-9912-4834-858f-95da1154adf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:46:21Z', 'updated_at': '2022-10-19T00:46:29Z', 'revision_number': 5, 'project_id': '82d7723ef95b4c3faeac9835eeb233a5', 'subnets': [{'id': 'f1202a63-9912-4834-858f-95da1154adf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:50:00.251120 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2092c9a-0d94-4ee4-bb22-32ae6c6bdfa7 req-3f358c1e-c621-43aa-ab38-3adce521aa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:00.251789 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2afe94-f67b-419f-bd5f-aefc5fbce221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c76271cc-707a-4a90-9ae9-135461e8154f'}] {{(pid=111416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:50:00.254353 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-d2092c9a-0d94-4ee4-bb22-32ae6c6bdfa7 req-3f358c1e-c621-43aa-ab38-3adce521aa57 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=68404256-b068-4f6b-bb54-21abe9c04e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1268268 Oct 19 00:50:00.256389 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0240e38e362fdc750089dc1f1183b30604621660299f95a12c585bcfa6b02ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683dede2-ef90-4427-b988-f4d147bcaac1" -d '{"events": [{"server_uuid": "ae2afe94-f67b-419f-bd5f-aefc5fbce221", "name": "network-vif-plugged", "status": "completed", "tag": "c76271cc-707a-4a90-9ae9-135461e8154f"}]}' {{(pid=111416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:50:00.288218 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port c76271cc-707a-4a90-9ae9-135461e8154f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c76271cc-707a-4a90-9ae9-135461e8154f,segment=NetworkSegment(e263339d-8163-42c1-82aa-55d7bd373377),segment_id=e263339d-8163-42c1-82aa-55d7bd373377)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:50:00.298882 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (c76271cc-707a-4a90-9ae9-135461e8154f), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:00.352823 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:50:00.359652 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0543c6c-9410-4c23-94d9-4dedc27f6e75 None None] Checking router: 1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7 for host: dv-cinder-master-3-iscsi {{(pid=111417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:50:00.366971 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 4cb629d5-6b04-4799-bab2-425ae9524af8 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:50:00.386340 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0543c6c-9410-4c23-94d9-4dedc27f6e75 None None] Routers {'1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:50:00.388681 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-c0543c6c-9410-4c23-94d9-4dedc27f6e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:49:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:50:00.407816 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 00:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37add58d-754f-4645-84d0-9495ca91932d x-openstack-request-id: req-37add58d-754f-4645-84d0-9495ca91932d {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:50:00.408155 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2afe94-f67b-419f-bd5f-aefc5fbce221", "name": "network-vif-plugged", "status": "completed", "tag": "c76271cc-707a-4a90-9ae9-135461e8154f", "code": 200}]} {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:50:00.408362 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-37add58d-754f-4645-84d0-9495ca91932d {{(pid=111416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:50:00.408780 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37add58d-754f-4645-84d0-9495ca91932d'] response: {'server_uuid': 'ae2afe94-f67b-419f-bd5f-aefc5fbce221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c76271cc-707a-4a90-9ae9-135461e8154f', 'code': 200} Oct 19 00:50:00.448846 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=c76271cc-707a-4a90-9ae9-135461e8154f,revision_number=5']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:50:00.494585 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port 4cb629d5-6b04-4799-bab2-425ae9524af8 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:50:00.495072 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (4cb629d5-6b04-4799-bab2-425ae9524af8), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:00.495487 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port 4cb629d5-6b04-4799-bab2-425ae9524af8 Oct 19 00:50:00.557178 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-d2092c9a-0d94-4ee4-bb22-32ae6c6bdfa7 req-ebeaac56-4921-4b0a-b8ea-7b0dd6fb26e0 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/68404256-b068-4f6b-bb54-21abe9c04e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961147 Oct 19 00:50:00.660026 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-c0543c6c-9410-4c23-94d9-4dedc27f6e75 None None] Set router 1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7 gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:50:00.677747 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port 4cb629d5-6b04-4799-bab2-425ae9524af8 is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:50:00.805410 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47806647-0632-4331-9b48-3896e1c55729 req-3f49643a-a332-42ef-8a72-e7fb46490281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:00.807057 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-47806647-0632-4331-9b48-3896e1c55729 req-3f49643a-a332-42ef-8a72-e7fb46490281 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ae2afe94-f67b-419f-bd5f-aefc5fbce221 HTTP/1.1" status: 200 len: 1129 time: 0.0807803 Oct 19 00:50:00.809666 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-d2092c9a-0d94-4ee4-bb22-32ae6c6bdfa7 req-d478cb2e-7516-4617-9d5b-404e71e42f74 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/68404256-b068-4f6b-bb54-21abe9c04e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460580 Oct 19 00:50:00.851482 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=100 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:50:00.890618 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-47806647-0632-4331-9b48-3896e1c55729 req-72fa5e35-caf3-4399-991c-f16c694b416a service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598373 Oct 19 00:50:01.077968 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-c0543c6c-9410-4c23-94d9-4dedc27f6e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'name': 'tempest-AttachVolumeTestJSON-665471831-router', 'tenant_id': '82d7723ef95b4c3faeac9835eeb233a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.55'}], 'enable_snat': True}, 'gw_port_id': '60b35499-9e5f-4f78-9caa-176723e11297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:46:18Z', 'updated_at': '2022-10-19T00:46:22Z', 'revision_number': 4, 'project_id': '82d7723ef95b4c3faeac9835eeb233a5', 'gw_port': {'id': '60b35499-9e5f-4f78-9caa-176723e11297', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:46:19Z', 'updated_at': '2022-10-19T00:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd1bad7a0-8cb4-47bd-9129-fb7bb9dfe61f', 'tenant_id': '82d7723ef95b4c3faeac9835eeb233a5', 'floating_ip_address': '172.37.6.179', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'port_id': 'a6830382-e592-4ea8-9d6a-63da173d5d01', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68404256-b068-4f6b-bb54-21abe9c04e36', 'mac_address': 'fa:16:3e:9b:b0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49a602c-229d-48e6-8b26-c67f73ed8f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:49:38Z', 'updated_at': '2022-10-19T00:49:58Z', 'revision_number': 1, 'project_id': '82d7723ef95b4c3faeac9835eeb233a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420d1988-55df-4bac-9ed8-1a033a3e0d13', 'name': '', 'network_id': '68404256-b068-4f6b-bb54-21abe9c04e36', 'tenant_id': '82d7723ef95b4c3faeac9835eeb233a5', 'mac_address': 'fa:16:3e:5e:54:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'f1202a63-9912-4834-858f-95da1154adf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:46:21Z', 'updated_at': '2022-10-19T00:46:29Z', 'revision_number': 5, 'project_id': '82d7723ef95b4c3faeac9835eeb233a5', 'subnets': [{'id': 'f1202a63-9912-4834-858f-95da1154adf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:50:01.134018 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0543c6c-9410-4c23-94d9-4dedc27f6e75 None None] The sync data for ids ['1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7'] in dv-cinder-master-3-iscsi is: [{'id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'name': 'tempest-AttachVolumeTestJSON-665471831-router', 'tenant_id': '82d7723ef95b4c3faeac9835eeb233a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.55'}], 'enable_snat': True}, 'gw_port_id': '60b35499-9e5f-4f78-9caa-176723e11297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:46:18Z', 'updated_at': '2022-10-19T00:46:22Z', 'revision_number': 4, 'project_id': '82d7723ef95b4c3faeac9835eeb233a5', 'gw_port': {'id': '60b35499-9e5f-4f78-9caa-176723e11297', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:46:19Z', 'updated_at': '2022-10-19T00:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd1bad7a0-8cb4-47bd-9129-fb7bb9dfe61f', 'tenant_id': '82d7723ef95b4c3faeac9835eeb233a5', 'floating_ip_address': '172.37.6.179', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'port_id': 'a6830382-e592-4ea8-9d6a-63da173d5d01', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68404256-b068-4f6b-bb54-21abe9c04e36', 'mac_address': 'fa:16:3e:9b:b0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49a602c-229d-48e6-8b26-c67f73ed8f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:49:38Z', 'updated_at': '2022-10-19T00:49:58Z', 'revision_number': 1, 'project_id': '82d7723ef95b4c3faeac9835eeb233a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420d1988-55df-4bac-9ed8-1a033a3e0d13', 'name': '', 'network_id': '68404256-b068-4f6b-bb54-21abe9c04e36', 'tenant_id': '82d7723ef95b4c3faeac9835eeb233a5', 'mac_address': 'fa:16:3e:5e:54:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'f1202a63-9912-4834-858f-95da1154adf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:46:21Z', 'updated_at': '2022-10-19T00:46:29Z', 'revision_number': 5, 'project_id': '82d7723ef95b4c3faeac9835eeb233a5', 'subnets': [{'id': 'f1202a63-9912-4834-858f-95da1154adf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:50:01.330033 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e1a1e-dace-435f-ba3a-7f66f64d85f9 req-f9379f79-a9ba-4de2-8d58-cc5895c2cbc4 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:01.343350 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9e7e1a1e-dace-435f-ba3a-7f66f64d85f9 req-f9379f79-a9ba-4de2-8d58-cc5895c2cbc4 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ae2afe94-f67b-419f-bd5f-aefc5fbce221 HTTP/1.1" status: 200 len: 945 time: 0.1038117 Oct 19 00:50:01.411214 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9e7e1a1e-dace-435f-ba3a-7f66f64d85f9 req-f6516c37-8945-4202-b080-7440872e750f tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663359 Oct 19 00:50:01.833695 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (6724934a-8b6e-4109-8304-d160e240b776), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:02.169836 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device f34e0306-9f6d-4aa0-bb5d-f92d085581e4 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:50:02.296576 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port f34e0306-9f6d-4aa0-bb5d-f92d085581e4 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:50:02.297876 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (f34e0306-9f6d-4aa0-bb5d-f92d085581e4), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:02.299226 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port f34e0306-9f6d-4aa0-bb5d-f92d085581e4 Oct 19 00:50:02.398170 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:50:02.520192 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port f34e0306-9f6d-4aa0-bb5d-f92d085581e4 is: DOWN; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:50:02.520192 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (f34e0306-9f6d-4aa0-bb5d-f92d085581e4), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:02.539437 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79dd7ff-0b52-44e4-bfd2-580485908c26 None None] New status for floating IP d1bad7a0-8cb4-47bd-9129-fb7bb9dfe61f: ACTIVE {{(pid=111416) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 00:50:02.665470 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b5e1a-2505-4351-ac1c-dbca3cef1a26 req-ca54b6f1-4144-462a-ac64-9b3f6ee4c265 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:02.679528 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-e20b5e1a-2505-4351-ac1c-dbca3cef1a26 req-ca54b6f1-4144-462a-ac64-9b3f6ee4c265 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ae2afe94-f67b-419f-bd5f-aefc5fbce221 HTTP/1.1" status: 200 len: 945 time: 0.1004660 Oct 19 00:50:02.777149 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-e20b5e1a-2505-4351-ac1c-dbca3cef1a26 req-4b8244ed-3998-4d06-808d-7049af558c51 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958292 Oct 19 00:50:02.844138 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] For port f34e0306-9f6d-4aa0-bb5d-f92d085581e4, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f34e0306-9f6d-4aa0-bb5d-f92d085581e4,segment=NetworkSegment(cdce283e-dd8a-4d22-a7f9-996f16aea9b7),segment_id=cdce283e-dd8a-4d22-a7f9-996f16aea9b7)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:50:02.856324 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (f34e0306-9f6d-4aa0-bb5d-f92d085581e4), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:02.963020 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b7075-6557-47dd-9a3e-26db3eb9913c req-cb82f4d8-8372-4d6d-ad33-b0fcf48a493c tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:02.971647 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-448b7075-6557-47dd-9a3e-26db3eb9913c req-cb82f4d8-8372-4d6d-ad33-b0fcf48a493c tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ae2afe94-f67b-419f-bd5f-aefc5fbce221 HTTP/1.1" status: 200 len: 945 time: 0.0708847 Oct 19 00:50:02.972875 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Pushing event updated for resources: {'Port': ['ID=f34e0306-9f6d-4aa0-bb5d-f92d085581e4,revision_number=4']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:50:03.036629 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-448b7075-6557-47dd-9a3e-26db3eb9913c req-b0972675-b0fb-4f67-b55a-9feebc1e5cd6 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635693 Oct 19 00:50:03.076076 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 39738) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:50:03.424037 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=100 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:50:03.487325 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0131b564-220a-4e55-8ea5-2b9b5312fe35 tempest-TestVolumeBootPattern-1735307544 tempest-TestVolumeBootPattern-1735307544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:03.495123 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-0131b564-220a-4e55-8ea5-2b9b5312fe35 tempest-TestVolumeBootPattern-1735307544 tempest-TestVolumeBootPattern-1735307544-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ae2afe94-f67b-419f-bd5f-aefc5fbce221 HTTP/1.1" status: 200 len: 1124 time: 0.4177518 Oct 19 00:50:03.498029 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 39742) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:50:03.503685 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-0fa654ac-6b90-4a49-aa9e-f1dafc377483 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Request body: {'floatingip': {'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'port_id': 'c76271cc-707a-4a90-9ae9-135461e8154f', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'fixed_ip_address': '172.20.0.6'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:50:03.537499 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-0fa654ac-6b90-4a49-aa9e-f1dafc377483 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:03.700466 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-0fa654ac-6b90-4a49-aa9e-f1dafc377483 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:03.899258 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.db_base_plugin_common [None req-0fa654ac-6b90-4a49-aa9e-f1dafc377483 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Allocated IP 172.37.6.4 (973fa957-bcd6-42c3-bc57-5a91d78147c8/c5b4f151-6e49-4135-be82-7abc543b5247/64bc0304-1bed-4b2e-b6a3-c68beaebd007) {{(pid=111414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:50:04.085081 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-0fa654ac-6b90-4a49-aa9e-f1dafc377483 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks [] for port (64bc0304-1bed-4b2e-b6a3-c68beaebd007), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:04.127388 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device f34e0306-9f6d-4aa0-bb5d-f92d085581e4 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:50:04.156606 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-0fa654ac-6b90-4a49-aa9e-f1dafc377483 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (64bc0304-1bed-4b2e-b6a3-c68beaebd007), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:04.207380 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port f34e0306-9f6d-4aa0-bb5d-f92d085581e4 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:50:04.208698 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (f34e0306-9f6d-4aa0-bb5d-f92d085581e4), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:04.210318 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port f34e0306-9f6d-4aa0-bb5d-f92d085581e4 Oct 19 00:50:04.224431 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa654ac-6b90-4a49-aa9e-f1dafc377483 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Network 973fa957-bcd6-42c3-bc57-5a91d78147c8 is already hosted by enough agents. {{(pid=111414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:50:04.230343 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [None req-0fa654ac-6b90-4a49-aa9e-f1dafc377483 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Resources bound (agent type, host, resource id): {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:50:04.246651 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa654ac-6b90-4a49-aa9e-f1dafc377483 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Received port after_create {{(pid=111414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:50:04.312280 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa654ac-6b90-4a49-aa9e-f1dafc377483 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Pushing event updated for resources: {'Port': ['ID=64bc0304-1bed-4b2e-b6a3-c68beaebd007,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:50:04.363279 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port f34e0306-9f6d-4aa0-bb5d-f92d085581e4 is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:50:04.597278 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-aa30f6f6-77b3-414d-ba7f-5069b7c0107d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:04.601271 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb31f54-c160-4bd8-af16-cc01b5151bec None None] Sync routers for ids ['b71ba083-d33e-4141-bef7-b137db3964b5'] in dv-cinder-master-3-iscsi {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:50:04.618020 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb31f54-c160-4bd8-af16-cc01b5151bec None None] Routers {'b71ba083-d33e-4141-bef7-b137db3964b5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:50:04.619149 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-bcb31f54-c160-4bd8-af16-cc01b5151bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:49:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['b71ba083-d33e-4141-bef7-b137db3964b5'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:50:04.740136 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:50:04.757250 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-bcb31f54-c160-4bd8-af16-cc01b5151bec None None] Set router b71ba083-d33e-4141-bef7-b137db3964b5 gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:50:04.950474 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=100 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:50:05.120321 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-bcb31f54-c160-4bd8-af16-cc01b5151bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71ba083-d33e-4141-bef7-b137db3964b5', 'name': 'tempest-TestMinimumBasicScenario-300319725-router', 'tenant_id': 'c3dc487565414290a5b5fa5c68e1c100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.107'}], 'enable_snat': True}, 'gw_port_id': 'f34e0306-9f6d-4aa0-bb5d-f92d085581e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:49:53Z', 'updated_at': '2022-10-19T00:49:58Z', 'revision_number': 4, 'project_id': 'c3dc487565414290a5b5fa5c68e1c100', 'gw_port': {'id': 'f34e0306-9f6d-4aa0-bb5d-f92d085581e4', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71ba083-d33e-4141-bef7-b137db3964b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:49:53Z', 'updated_at': '2022-10-19T00:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd365ae6c-2394-49e6-948b-56c55394572e', 'name': '', 'network_id': '28661278-404d-4415-bbaf-5311e267c8c5', 'tenant_id': 'c3dc487565414290a5b5fa5c68e1c100', 'mac_address': 'fa:16:3e:69:2e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71ba083-d33e-4141-bef7-b137db3964b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'a2ccdbaf-d55f-4132-b7ef-b41485ff483d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:49:57Z', 'updated_at': '2022-10-19T00:49:58Z', 'revision_number': 2, 'project_id': 'c3dc487565414290a5b5fa5c68e1c100', 'subnets': [{'id': 'a2ccdbaf-d55f-4132-b7ef-b41485ff483d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:50:05.151605 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb31f54-c160-4bd8-af16-cc01b5151bec None None] Checking router: b71ba083-d33e-4141-bef7-b137db3964b5 for host: dv-cinder-master-3-iscsi {{(pid=111417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:50:05.152334 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb31f54-c160-4bd8-af16-cc01b5151bec None None] Updating router b71ba083-d33e-4141-bef7-b137db3964b5 port d365ae6c-2394-49e6-948b-56c55394572e binding host dv-cinder-master-3-iscsi {{(pid=111417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 00:50:05.201146 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-0fa654ac-6b90-4a49-aa9e-f1dafc377483 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks [] for floatingip (84f9b77f-3d4a-4f0c-9ec4-08c52479f2b0), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:05.212948 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-bcb31f54-c160-4bd8-af16-cc01b5151bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (d365ae6c-2394-49e6-948b-56c55394572e), before_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:05.237062 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:50:05.347538 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-0fa654ac-6b90-4a49-aa9e-f1dafc377483 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (64bc0304-1bed-4b2e-b6a3-c68beaebd007), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:05.386512 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:50:05.526210 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-0fa654ac-6b90-4a49-aa9e-f1dafc377483 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks [] for port (64bc0304-1bed-4b2e-b6a3-c68beaebd007), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:05.532602 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-0fa654ac-6b90-4a49-aa9e-f1dafc377483 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577477'] for port (64bc0304-1bed-4b2e-b6a3-c68beaebd007), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:05.635229 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-0fa654ac-6b90-4a49-aa9e-f1dafc377483 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942318'] for floatingip (84f9b77f-3d4a-4f0c-9ec4-08c52479f2b0), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:05.641021 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa654ac-6b90-4a49-aa9e-f1dafc377483 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Pushing event updated for resources: {'Port': ['ID=64bc0304-1bed-4b2e-b6a3-c68beaebd007,revision_number=2']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:50:05.659010 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-bcb31f54-c160-4bd8-af16-cc01b5151bec None None] Publish callbacks [] for port (d365ae6c-2394-49e6-948b-56c55394572e), precommit_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:05.669272 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-bcb31f54-c160-4bd8-af16-cc01b5151bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (d365ae6c-2394-49e6-948b-56c55394572e), after_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:05.733767 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa44ebf1-c70c-4224-8dfa-59fb057cd180 None None] Pushing event updated for resources: {'Port': ['ID=d365ae6c-2394-49e6-948b-56c55394572e,revision_number=3']} {{(pid=111417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:50:05.784701 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.db.l3_db [None req-0fa654ac-6b90-4a49-aa9e-f1dafc377483 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Floating IP 84f9b77f-3d4a-4f0c-9ec4-08c52479f2b0 associated. External IP: 172.37.6.4, port: c76271cc-707a-4a90-9ae9-135461e8154f. Oct 19 00:50:05.795911 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.managers [None req-bcb31f54-c160-4bd8-af16-cc01b5151bec None None] Attempting to bind port d365ae6c-2394-49e6-948b-56c55394572e on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:50:05.796448 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.managers [None req-bcb31f54-c160-4bd8-af16-cc01b5151bec None None] Attempting to bind port d365ae6c-2394-49e6-948b-56c55394572e by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c25bb4eb-c2b0-40b8-b99d-09705fc5dade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '28661278-404d-4415-bbaf-5311e267c8c5'}] {{(pid=111417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:50:05.796808 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb31f54-c160-4bd8-af16-cc01b5151bec None None] Attempting to bind port d365ae6c-2394-49e6-948b-56c55394572e on network 28661278-404d-4415-bbaf-5311e267c8c5 {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:50:05.856831 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb31f54-c160-4bd8-af16-cc01b5151bec None None] Checking agent: {'id': '0014484f-12ef-47ae-ba33-5ac9a1be8800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 32, 10), 'started_at': datetime.datetime(2022, 10, 19, 0, 32, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:50:05.857249 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb31f54-c160-4bd8-af16-cc01b5151bec None None] Checking segment: {'id': 'c25bb4eb-c2b0-40b8-b99d-09705fc5dade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '28661278-404d-4415-bbaf-5311e267c8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:50:05.857650 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-bcb31f54-c160-4bd8-af16-cc01b5151bec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:05.858696 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb31f54-c160-4bd8-af16-cc01b5151bec None None] Bound using segment: {'id': 'c25bb4eb-c2b0-40b8-b99d-09705fc5dade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '28661278-404d-4415-bbaf-5311e267c8c5'} {{(pid=111417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:50:05.859290 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.managers [None req-bcb31f54-c160-4bd8-af16-cc01b5151bec None None] Bound port: d365ae6c-2394-49e6-948b-56c55394572e, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c25bb4eb-c2b0-40b8-b99d-09705fc5dade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '28661278-404d-4415-bbaf-5311e267c8c5'}}] {{(pid=111417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:50:05.859797 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-bcb31f54-c160-4bd8-af16-cc01b5151bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (d365ae6c-2394-49e6-948b-56c55394572e), before_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:05.948949 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.db [None req-bcb31f54-c160-4bd8-af16-cc01b5151bec None None] For port d365ae6c-2394-49e6-948b-56c55394572e, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=111417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:50:05.954158 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.plugins.ml2.db [None req-bcb31f54-c160-4bd8-af16-cc01b5151bec None None] For port d365ae6c-2394-49e6-948b-56c55394572e, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d365ae6c-2394-49e6-948b-56c55394572e,segment=NetworkSegment(c25bb4eb-c2b0-40b8-b99d-09705fc5dade),segment_id=c25bb4eb-c2b0-40b8-b99d-09705fc5dade)] {{(pid=111417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:50:05.963805 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron_lib.callbacks.manager [None req-bcb31f54-c160-4bd8-af16-cc01b5151bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (d365ae6c-2394-49e6-948b-56c55394572e), after_update {{(pid=111417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:06.012941 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb31f54-c160-4bd8-af16-cc01b5151bec None None] Routers {'b71ba083-d33e-4141-bef7-b137db3964b5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:50:06.013895 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-bcb31f54-c160-4bd8-af16-cc01b5151bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:49:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['b71ba083-d33e-4141-bef7-b137db3964b5'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:50:06.076641 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa654ac-6b90-4a49-aa9e-f1dafc377483 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Router e4e088dd-fead-45f8-a190-19c3426512cb has already been hosted by L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 {{(pid=111414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:50:06.181850 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa44ebf1-c70c-4224-8dfa-59fb057cd180 None None] Pushing event updated for resources: {'Port': ['ID=d365ae6c-2394-49e6-948b-56c55394572e,revision_number=4']} {{(pid=111417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:50:06.312279 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-bcb31f54-c160-4bd8-af16-cc01b5151bec None None] Set router b71ba083-d33e-4141-bef7-b137db3964b5 gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:50:06.345552 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa654ac-6b90-4a49-aa9e-f1dafc377483 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:50:06.363813 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da23a550-a74d-487a-9fbc-2bcd872b5720 None None] Sync routers for ids ['e4e088dd-fead-45f8-a190-19c3426512cb'] in dv-cinder-master-3-iscsi {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:50:06.385971 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da23a550-a74d-487a-9fbc-2bcd872b5720 None None] Routers {'e4e088dd-fead-45f8-a190-19c3426512cb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:50:06.394010 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-da23a550-a74d-487a-9fbc-2bcd872b5720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:49:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['e4e088dd-fead-45f8-a190-19c3426512cb'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:50:06.395247 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-0fa654ac-6b90-4a49-aa9e-f1dafc377483 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for floatingip (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:06.398206 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:50:06.508052 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-0fa654ac-6b90-4a49-aa9e-f1dafc377483 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 3.0067596 Oct 19 00:50:06.509204 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2afe94-f67b-419f-bd5f-aefc5fbce221', 'tag': 'c76271cc-707a-4a90-9ae9-135461e8154f'}] {{(pid=111414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:50:06.513075 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e46469f00a83062af0f8a877bbd3a06bc7f865c711541049e4990ec8a28c8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655bab78-d703-4a0e-b133-1907d103fdf5" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2afe94-f67b-419f-bd5f-aefc5fbce221", "tag": "c76271cc-707a-4a90-9ae9-135461e8154f"}]}' {{(pid=111414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:50:06.588213 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 00:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5a990e-2d11-45e0-ac24-64192455498a x-openstack-request-id: req-dd5a990e-2d11-45e0-ac24-64192455498a {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:50:06.588509 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2afe94-f67b-419f-bd5f-aefc5fbce221", "tag": "c76271cc-707a-4a90-9ae9-135461e8154f", "status": "completed", "code": 200}]} {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:50:06.588764 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dd5a990e-2d11-45e0-ac24-64192455498a {{(pid=111414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:50:06.589160 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd5a990e-2d11-45e0-ac24-64192455498a'] response: {'name': 'network-changed', 'server_uuid': 'ae2afe94-f67b-419f-bd5f-aefc5fbce221', 'tag': 'c76271cc-707a-4a90-9ae9-135461e8154f', 'status': 'completed', 'code': 200} Oct 19 00:50:06.652307 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-da23a550-a74d-487a-9fbc-2bcd872b5720 None None] Set router e4e088dd-fead-45f8-a190-19c3426512cb gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:50:06.727197 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655bab78-d703-4a0e-b133-1907d103fdf5 req-08c17508-4cb8-4a80-bfd5-30f155d9e0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:06.729392 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-655bab78-d703-4a0e-b133-1907d103fdf5 req-08c17508-4cb8-4a80-bfd5-30f155d9e0df service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=8684504b0eff415b9063cebae21ca667&device_id=ae2afe94-f67b-419f-bd5f-aefc5fbce221 HTTP/1.1" status: 200 len: 1129 time: 0.0874236 Oct 19 00:50:06.762261 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-bcb31f54-c160-4bd8-af16-cc01b5151bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71ba083-d33e-4141-bef7-b137db3964b5', 'name': 'tempest-TestMinimumBasicScenario-300319725-router', 'tenant_id': 'c3dc487565414290a5b5fa5c68e1c100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.107'}], 'enable_snat': True}, 'gw_port_id': 'f34e0306-9f6d-4aa0-bb5d-f92d085581e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:49:53Z', 'updated_at': '2022-10-19T00:49:58Z', 'revision_number': 4, 'project_id': 'c3dc487565414290a5b5fa5c68e1c100', 'gw_port': {'id': 'f34e0306-9f6d-4aa0-bb5d-f92d085581e4', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71ba083-d33e-4141-bef7-b137db3964b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:49:53Z', 'updated_at': '2022-10-19T00:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd365ae6c-2394-49e6-948b-56c55394572e', 'name': '', 'network_id': '28661278-404d-4415-bbaf-5311e267c8c5', 'tenant_id': 'c3dc487565414290a5b5fa5c68e1c100', 'mac_address': 'fa:16:3e:69:2e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71ba083-d33e-4141-bef7-b137db3964b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'a2ccdbaf-d55f-4132-b7ef-b41485ff483d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:49:57Z', 'updated_at': '2022-10-19T00:50:05Z', 'revision_number': 4, 'project_id': 'c3dc487565414290a5b5fa5c68e1c100', 'subnets': [{'id': 'a2ccdbaf-d55f-4132-b7ef-b41485ff483d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:50:06.863614 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb31f54-c160-4bd8-af16-cc01b5151bec None None] The sync data for ids ['b71ba083-d33e-4141-bef7-b137db3964b5'] in dv-cinder-master-3-iscsi is: [{'id': 'b71ba083-d33e-4141-bef7-b137db3964b5', 'name': 'tempest-TestMinimumBasicScenario-300319725-router', 'tenant_id': 'c3dc487565414290a5b5fa5c68e1c100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.107'}], 'enable_snat': True}, 'gw_port_id': 'f34e0306-9f6d-4aa0-bb5d-f92d085581e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:49:53Z', 'updated_at': '2022-10-19T00:49:58Z', 'revision_number': 4, 'project_id': 'c3dc487565414290a5b5fa5c68e1c100', 'gw_port': {'id': 'f34e0306-9f6d-4aa0-bb5d-f92d085581e4', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71ba083-d33e-4141-bef7-b137db3964b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:49:53Z', 'updated_at': '2022-10-19T00:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd365ae6c-2394-49e6-948b-56c55394572e', 'name': '', 'network_id': '28661278-404d-4415-bbaf-5311e267c8c5', 'tenant_id': 'c3dc487565414290a5b5fa5c68e1c100', 'mac_address': 'fa:16:3e:69:2e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71ba083-d33e-4141-bef7-b137db3964b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'a2ccdbaf-d55f-4132-b7ef-b41485ff483d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:49:57Z', 'updated_at': '2022-10-19T00:50:05Z', 'revision_number': 4, 'project_id': 'c3dc487565414290a5b5fa5c68e1c100', 'subnets': [{'id': 'a2ccdbaf-d55f-4132-b7ef-b41485ff483d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:50:06.864427 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-ca529d18-52fb-411f-866e-ce6a3ba8cea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:06.915497 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:50:06.934441 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:50:07.046498 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655bab78-d703-4a0e-b133-1907d103fdf5 req-fcd08f58-71bf-4680-a985-27513c4ab1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:07.049164 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-655bab78-d703-4a0e-b133-1907d103fdf5 req-fcd08f58-71bf-4680-a985-27513c4ab1a8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=cfe47441-dd27-4b7c-958a-cc2e5c8243ac HTTP/1.1" status: 200 len: 913 time: 0.3045168 Oct 19 00:50:07.214608 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-655bab78-d703-4a0e-b133-1907d103fdf5 req-600c7dcf-cf60-49d1-b08c-441fbad020e4 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c76271cc-707a-4a90-9ae9-135461e8154f HTTP/1.1" status: 200 len: 997 time: 0.1577461 Oct 19 00:50:07.345627 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655bab78-d703-4a0e-b133-1907d103fdf5 req-2c52b3e0-5f70-4762-b6e0-4d23dd77b8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:07.349888 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:50:07.358783 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-655bab78-d703-4a0e-b133-1907d103fdf5 req-2c52b3e0-5f70-4762-b6e0-4d23dd77b8b2 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=ed6b2b90-24f3-4781-a6d8-0b858f53c7ca HTTP/1.1" status: 200 len: 851 time: 0.1262753 Oct 19 00:50:07.392631 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:50:07.395649 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-da23a550-a74d-487a-9fbc-2bcd872b5720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'name': 'tempest-TestVolumeBootPattern-1509644699-router', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.224'}], 'enable_snat': True}, 'gw_port_id': 'dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:43:56Z', 'updated_at': '2022-10-19T00:44:00Z', 'revision_number': 4, 'project_id': '8684504b0eff415b9063cebae21ca667', 'gw_port': {'id': 'dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:43:57Z', 'updated_at': '2022-10-19T00:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '3267c401-3324-4712-a409-4164143c3719', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'floating_ip_address': '172.37.6.95', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'port_id': '94f720c6-9b61-4983-ab49-77c9cdd0fe18', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac', 'mac_address': 'fa:16:3e:11:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b07e55-0b24-4055-889f-e69cdf22f251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:47:41Z', 'updated_at': '2022-10-19T00:47:45Z', 'revision_number': 1, 'project_id': '8684504b0eff415b9063cebae21ca667', 'fixed_ip_address_scope': None}, {'id': '84f9b77f-3d4a-4f0c-9ec4-08c52479f2b0', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'floating_ip_address': '172.37.6.4', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'port_id': 'c76271cc-707a-4a90-9ae9-135461e8154f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac', 'mac_address': 'fa:16:3e:ce:85:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2afe94-f67b-419f-bd5f-aefc5fbce221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:50:04Z', 'updated_at': '2022-10-19T00:50:04Z', 'revision_number': 0, 'project_id': '8684504b0eff415b9063cebae21ca667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4a76fb-25b4-4764-9e7e-531467118a04', 'name': '', 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'mac_address': 'fa:16:3e:9d:ff:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ed6b2b90-24f3-4781-a6d8-0b858f53c7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:43:59Z', 'updated_at': '2022-10-19T00:44:06Z', 'revision_number': 5, 'project_id': '8684504b0eff415b9063cebae21ca667', 'subnets': [{'id': 'ed6b2b90-24f3-4781-a6d8-0b858f53c7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:50:07.448849 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655bab78-d703-4a0e-b133-1907d103fdf5 req-0486d1f3-1203-4ca0-91b2-924d9dea991b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:07.450356 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da23a550-a74d-487a-9fbc-2bcd872b5720 None None] Checking router: e4e088dd-fead-45f8-a190-19c3426512cb for host: dv-cinder-master-3-iscsi {{(pid=111416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:50:07.451644 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-655bab78-d703-4a0e-b133-1907d103fdf5 req-0486d1f3-1203-4ca0-91b2-924d9dea991b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=cfe47441-dd27-4b7c-958a-cc2e5c8243ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0913892 Oct 19 00:50:07.476406 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da23a550-a74d-487a-9fbc-2bcd872b5720 None None] Routers {'e4e088dd-fead-45f8-a190-19c3426512cb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:50:07.477449 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-da23a550-a74d-487a-9fbc-2bcd872b5720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:50:07Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['e4e088dd-fead-45f8-a190-19c3426512cb'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:50:07.708983 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-655bab78-d703-4a0e-b133-1907d103fdf5 req-f9cf4034-00f1-41f9-8bfe-819f4fb3523f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cfe47441-dd27-4b7c-958a-cc2e5c8243ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498434 Oct 19 00:50:07.760126 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-da23a550-a74d-487a-9fbc-2bcd872b5720 None None] Set router e4e088dd-fead-45f8-a190-19c3426512cb gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:50:07.896107 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-655bab78-d703-4a0e-b133-1907d103fdf5 req-25cca760-8bc2-41fc-8c6d-22239565cdeb service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cfe47441-dd27-4b7c-958a-cc2e5c8243ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791384 Oct 19 00:50:08.232198 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device d365ae6c-2394-49e6-948b-56c55394572e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:50:08.332073 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-da23a550-a74d-487a-9fbc-2bcd872b5720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'name': 'tempest-TestVolumeBootPattern-1509644699-router', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.224'}], 'enable_snat': True}, 'gw_port_id': 'dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:43:56Z', 'updated_at': '2022-10-19T00:44:00Z', 'revision_number': 4, 'project_id': '8684504b0eff415b9063cebae21ca667', 'gw_port': {'id': 'dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:43:57Z', 'updated_at': '2022-10-19T00:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '3267c401-3324-4712-a409-4164143c3719', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'floating_ip_address': '172.37.6.95', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'port_id': '94f720c6-9b61-4983-ab49-77c9cdd0fe18', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac', 'mac_address': 'fa:16:3e:11:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b07e55-0b24-4055-889f-e69cdf22f251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:47:41Z', 'updated_at': '2022-10-19T00:47:45Z', 'revision_number': 1, 'project_id': '8684504b0eff415b9063cebae21ca667', 'fixed_ip_address_scope': None}, {'id': '84f9b77f-3d4a-4f0c-9ec4-08c52479f2b0', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'floating_ip_address': '172.37.6.4', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'port_id': 'c76271cc-707a-4a90-9ae9-135461e8154f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac', 'mac_address': 'fa:16:3e:ce:85:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2afe94-f67b-419f-bd5f-aefc5fbce221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:50:04Z', 'updated_at': '2022-10-19T00:50:04Z', 'revision_number': 0, 'project_id': '8684504b0eff415b9063cebae21ca667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4a76fb-25b4-4764-9e7e-531467118a04', 'name': '', 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'mac_address': 'fa:16:3e:9d:ff:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ed6b2b90-24f3-4781-a6d8-0b858f53c7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:43:59Z', 'updated_at': '2022-10-19T00:44:06Z', 'revision_number': 5, 'project_id': '8684504b0eff415b9063cebae21ca667', 'subnets': [{'id': 'ed6b2b90-24f3-4781-a6d8-0b858f53c7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:50:08.387859 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da23a550-a74d-487a-9fbc-2bcd872b5720 None None] The sync data for ids ['e4e088dd-fead-45f8-a190-19c3426512cb'] in dv-cinder-master-3-iscsi is: [{'id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'name': 'tempest-TestVolumeBootPattern-1509644699-router', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.224'}], 'enable_snat': True}, 'gw_port_id': 'dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:43:56Z', 'updated_at': '2022-10-19T00:44:00Z', 'revision_number': 4, 'project_id': '8684504b0eff415b9063cebae21ca667', 'gw_port': {'id': 'dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:43:57Z', 'updated_at': '2022-10-19T00:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '3267c401-3324-4712-a409-4164143c3719', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'floating_ip_address': '172.37.6.95', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'port_id': '94f720c6-9b61-4983-ab49-77c9cdd0fe18', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac', 'mac_address': 'fa:16:3e:11:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b07e55-0b24-4055-889f-e69cdf22f251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:47:41Z', 'updated_at': '2022-10-19T00:47:45Z', 'revision_number': 1, 'project_id': '8684504b0eff415b9063cebae21ca667', 'fixed_ip_address_scope': None}, {'id': '84f9b77f-3d4a-4f0c-9ec4-08c52479f2b0', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'floating_ip_address': '172.37.6.4', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'port_id': 'c76271cc-707a-4a90-9ae9-135461e8154f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac', 'mac_address': 'fa:16:3e:ce:85:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2afe94-f67b-419f-bd5f-aefc5fbce221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:50:04Z', 'updated_at': '2022-10-19T00:50:04Z', 'revision_number': 0, 'project_id': '8684504b0eff415b9063cebae21ca667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4a76fb-25b4-4764-9e7e-531467118a04', 'name': '', 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'mac_address': 'fa:16:3e:9d:ff:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ed6b2b90-24f3-4781-a6d8-0b858f53c7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:43:59Z', 'updated_at': '2022-10-19T00:44:06Z', 'revision_number': 5, 'project_id': '8684504b0eff415b9063cebae21ca667', 'subnets': [{'id': 'ed6b2b90-24f3-4781-a6d8-0b858f53c7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:50:08.394768 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:08.423381 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port d365ae6c-2394-49e6-948b-56c55394572e triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:50:08.424115 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (d365ae6c-2394-49e6-948b-56c55394572e), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:08.424720 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port d365ae6c-2394-49e6-948b-56c55394572e Oct 19 00:50:08.599321 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port d365ae6c-2394-49e6-948b-56c55394572e is: DOWN; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:50:08.600328 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (d365ae6c-2394-49e6-948b-56c55394572e), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:08.680104 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] For port d365ae6c-2394-49e6-948b-56c55394572e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d365ae6c-2394-49e6-948b-56c55394572e,segment=NetworkSegment(c25bb4eb-c2b0-40b8-b99d-09705fc5dade),segment_id=c25bb4eb-c2b0-40b8-b99d-09705fc5dade)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:50:08.690350 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (d365ae6c-2394-49e6-948b-56c55394572e), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:08.777374 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Pushing event updated for resources: {'Port': ['ID=d365ae6c-2394-49e6-948b-56c55394572e,revision_number=5']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:50:08.782296 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8e29ba-cb76-46d5-bc9d-4ef8e4151a77 None None] New status for floating IP 84f9b77f-3d4a-4f0c-9ec4-08c52479f2b0: ACTIVE {{(pid=111417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 00:50:08.803480 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:08.803833 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:08.804162 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:08.804508 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:08.804851 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:08.805184 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:08.805648 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:08.805977 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:08.806302 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:08.806648 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:08.806970 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:08.807288 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:08.807604 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:08.807921 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:08.808235 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:08.901182 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:50:10.081272 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:10.153932 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device d365ae6c-2394-49e6-948b-56c55394572e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:50:10.253633 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Provisioning complete for port d365ae6c-2394-49e6-948b-56c55394572e triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:50:10.254331 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (d365ae6c-2394-49e6-948b-56c55394572e), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:10.254986 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Attempt 1 to provision port d365ae6c-2394-49e6-948b-56c55394572e Oct 19 00:50:10.367380 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:10.422951 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Current status of the port d365ae6c-2394-49e6-948b-56c55394572e is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:50:12.999656 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=99 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:50:13.024596 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=65 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:50:14.292510 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-7ed9c4a1-65d2-4ad4-8930-a7ba611781af tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:14.294156 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-7ed9c4a1-65d2-4ad4-8930-a7ba611781af tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/networks?id=55e165e6-4b57-4574-ad76-be38ba32d98e HTTP/1.1" status: 200 len: 815 time: 0.1250079 Oct 19 00:50:14.315413 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-2a7fa5e8-b63a-4bde-addf-a421a96d9018 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/quotas/a8a6d900d9d344a694b955f51fa46aa9 HTTP/1.1" status: 200 len: 375 time: 0.0109172 Oct 19 00:50:14.375798 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-6520176a-52ee-45e7-b797-84e652521f43 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=a8a6d900d9d344a694b955f51fa46aa9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538898 Oct 19 00:50:14.492638 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-c68f9e1e-9347-4a24-acbd-692c470d6740 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/55e165e6-4b57-4574-ad76-be38ba32d98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040378 Oct 19 00:50:14.618758 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-0583669c-994f-468a-a037-79efa260e6fc service neutron] 10.222.0.26 "GET /networking/v2.0/networks/55e165e6-4b57-4574-ad76-be38ba32d98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192181 Oct 19 00:50:14.833652 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-bf22c70c-d613-4306-bf03-8ff80ec64c7b req-fceefc64-6dbf-4f77-b695-0c807b2467ef tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfbf8641-41b8-47d8-af4d-ef17c6bd1935 HTTP/1.1" status: 200 len: 210 time: 0.0556650 Oct 19 00:50:15.954529 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d1604189-9190-4fb2-9982-710d4f106112 req-723570dd-5704-46b2-b07b-f109ae63cf99 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfbf8641-41b8-47d8-af4d-ef17c6bd1935 HTTP/1.1" status: 200 len: 210 time: 0.0308781 Oct 19 00:50:16.446776 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-415e7bd7-898f-4e84-a9e4-eb9ff0dd7dba tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:16.449195 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-415e7bd7-898f-4e84-a9e4-eb9ff0dd7dba tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.20 "GET /networking/v2.0/networks?id=55e165e6-4b57-4574-ad76-be38ba32d98e HTTP/1.1" status: 200 len: 815 time: 0.1436863 Oct 19 00:50:16.472751 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-a581aa8e-24cd-4646-ae1e-a649edba339f tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Request body: {'port': {'device_id': 'bfbf8641-41b8-47d8-af4d-ef17c6bd1935', 'network_id': '55e165e6-4b57-4574-ad76-be38ba32d98e', 'admin_state_up': True, 'tenant_id': 'a8a6d900d9d344a694b955f51fa46aa9'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:50:16.626285 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-a581aa8e-24cd-4646-ae1e-a649edba339f tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Made reservation on behalf of a8a6d900d9d344a694b955f51fa46aa9 for: {'port': 1} {{(pid=111414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:50:16.630956 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-a581aa8e-24cd-4646-ae1e-a649edba339f tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:16.824779 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.db_base_plugin_common [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-a581aa8e-24cd-4646-ae1e-a649edba339f tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Allocated IP 172.20.0.7 (55e165e6-4b57-4574-ad76-be38ba32d98e/a22e9614-06d2-4e26-842c-688e21b998cb/aa62f9af-6447-4516-a59f-dc36fd82da11) {{(pid=111414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:50:17.111153 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:50:17.219611 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-981afaa8-5d79-4001-9fa6-ed6a4684ae41 req-0956dbc7-b6e0-4b35-b599-0995d7e54294 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfbf8641-41b8-47d8-af4d-ef17c6bd1935 HTTP/1.1" status: 200 len: 210 time: 0.0692871 Oct 19 00:50:17.284456 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-a581aa8e-24cd-4646-ae1e-a649edba339f tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks [] for port (aa62f9af-6447-4516-a59f-dc36fd82da11), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:17.311720 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.agents_db [None req-a13584a9-f264-4877-bb17-87a252e2109a None None] Agent healthcheck: found 6 active agents {{(pid=111417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:50:17.317943 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:50:17.331298 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-a581aa8e-24cd-4646-ae1e-a649edba339f tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (aa62f9af-6447-4516-a59f-dc36fd82da11), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:17.455750 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a581aa8e-24cd-4646-ae1e-a649edba339f tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Pushing event updated for resources: {'Port': ['ID=aa62f9af-6447-4516-a59f-dc36fd82da11,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:50:17.476508 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-a581aa8e-24cd-4646-ae1e-a649edba339f tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Network 55e165e6-4b57-4574-ad76-be38ba32d98e is already hosted by enough agents. {{(pid=111414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:50:17.484020 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-a581aa8e-24cd-4646-ae1e-a649edba339f tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Resources bound (agent type, host, resource id): {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:50:17.489278 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-a581aa8e-24cd-4646-ae1e-a649edba339f tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Received port after_create {{(pid=111414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:50:17.655612 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-a581aa8e-24cd-4646-ae1e-a649edba339f tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:17.657192 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-a581aa8e-24cd-4646-ae1e-a649edba339f tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:17.697040 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-a581aa8e-24cd-4646-ae1e-a649edba339f tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2312949 Oct 19 00:50:17.941687 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-3f02b053-099d-47ba-844a-bb22ef116d3e None None] Provisioning complete for port aa62f9af-6447-4516-a59f-dc36fd82da11 triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:50:17.942785 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-3f02b053-099d-47ba-844a-bb22ef116d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (aa62f9af-6447-4516-a59f-dc36fd82da11), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:17.943123 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-3f02b053-099d-47ba-844a-bb22ef116d3e None None] Attempt 1 to provision port aa62f9af-6447-4516-a59f-dc36fd82da11 Oct 19 00:50:17.994727 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:50:18.026713 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-3f02b053-099d-47ba-844a-bb22ef116d3e None None] Port aa62f9af-6447-4516-a59f-dc36fd82da11 cannot update to ACTIVE because it is not bound. {{(pid=111416) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 19 00:50:18.435489 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25dff22-ca78-4f6a-a076-f67abcd0907b req-d722f1f5-7334-4b28-a986-58d62c60a077 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:18.440040 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d25dff22-ca78-4f6a-a076-f67abcd0907b req-d722f1f5-7334-4b28-a986-58d62c60a077 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfbf8641-41b8-47d8-af4d-ef17c6bd1935 HTTP/1.1" status: 200 len: 931 time: 0.0920980 Oct 19 00:50:18.538916 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d25dff22-ca78-4f6a-a076-f67abcd0907b req-9a5648af-ce2b-4362-9a37-ecee764da19b tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0bab5f87-b37e-4056-8d4e-cb7c2b339004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892336 Oct 19 00:50:18.946226 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:50:19.761508 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e6d29-aa8b-4483-ae64-2e7ec9f608df req-9c75e4e5-0948-4a8c-a088-9c19ce929bf8 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:19.765031 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-067e6d29-aa8b-4483-ae64-2e7ec9f608df req-9c75e4e5-0948-4a8c-a088-9c19ce929bf8 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfbf8641-41b8-47d8-af4d-ef17c6bd1935 HTTP/1.1" status: 200 len: 931 time: 0.0908766 Oct 19 00:50:19.845975 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-067e6d29-aa8b-4483-ae64-2e7ec9f608df req-9e24e0b0-ed6c-4aac-be88-0a92860233f0 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0bab5f87-b37e-4056-8d4e-cb7c2b339004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698383 Oct 19 00:50:21.051479 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ff92b-5068-431b-a96c-7e66a996b4b9 req-00df9819-059d-4997-9ab0-d2f7f59e1f05 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:21.053267 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-2e6ff92b-5068-431b-a96c-7e66a996b4b9 req-00df9819-059d-4997-9ab0-d2f7f59e1f05 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfbf8641-41b8-47d8-af4d-ef17c6bd1935 HTTP/1.1" status: 200 len: 931 time: 0.0692465 Oct 19 00:50:21.117649 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-2e6ff92b-5068-431b-a96c-7e66a996b4b9 req-b636ca80-be7d-48cd-bfaa-9d0af8def84f tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0bab5f87-b37e-4056-8d4e-cb7c2b339004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578330 Oct 19 00:50:22.358476 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688bf42-c8d2-4bab-8946-47349ea5d9a8 req-0559bc1c-2f3c-467e-80f9-5e5827efde5c tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:22.362633 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d688bf42-c8d2-4bab-8946-47349ea5d9a8 req-0559bc1c-2f3c-467e-80f9-5e5827efde5c tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfbf8641-41b8-47d8-af4d-ef17c6bd1935 HTTP/1.1" status: 200 len: 931 time: 0.1199605 Oct 19 00:50:22.456461 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d688bf42-c8d2-4bab-8946-47349ea5d9a8 req-53d07a33-c7fb-4409-a9df-0860bf281f47 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0bab5f87-b37e-4056-8d4e-cb7c2b339004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854528 Oct 19 00:50:23.663476 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1ef1c-0e69-4bef-a0b4-8bc7b775c494 req-bb2dfde0-3a0f-4aa6-857d-eee03a02e205 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:23.667363 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-e3f1ef1c-0e69-4bef-a0b4-8bc7b775c494 req-bb2dfde0-3a0f-4aa6-857d-eee03a02e205 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfbf8641-41b8-47d8-af4d-ef17c6bd1935 HTTP/1.1" status: 200 len: 931 time: 0.0815074 Oct 19 00:50:23.739437 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-e3f1ef1c-0e69-4bef-a0b4-8bc7b775c494 req-7593f70a-5a25-4337-9025-8b47a431df7c tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0bab5f87-b37e-4056-8d4e-cb7c2b339004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592537 Oct 19 00:50:25.128693 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed551f-8bdf-458f-b679-acf605a268ac req-86427ab8-3c34-4e08-89c3-ff5b3963316b tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:25.131388 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-02ed551f-8bdf-458f-b679-acf605a268ac req-86427ab8-3c34-4e08-89c3-ff5b3963316b tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfbf8641-41b8-47d8-af4d-ef17c6bd1935 HTTP/1.1" status: 200 len: 931 time: 0.2659152 Oct 19 00:50:25.198956 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-02ed551f-8bdf-458f-b679-acf605a268ac req-d92bd297-482a-44e9-9c2c-9503e9665d15 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0bab5f87-b37e-4056-8d4e-cb7c2b339004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598187 Oct 19 00:50:25.657353 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-1853033b-26f0-46cf-9fd7-2413466bc7fe service neutron] Request body: {'port': {'device_id': 'bfbf8641-41b8-47d8-af4d-ef17c6bd1935', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:50:25.725727 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-1853033b-26f0-46cf-9fd7-2413466bc7fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (aa62f9af-6447-4516-a59f-dc36fd82da11), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:26.144336 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-1853033b-26f0-46cf-9fd7-2413466bc7fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa62f9af-6447-4516-a59f-dc36fd82da11 {{(pid=111414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 00:50:26.157676 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-1853033b-26f0-46cf-9fd7-2413466bc7fe service neutron] Publish callbacks [] for port (aa62f9af-6447-4516-a59f-dc36fd82da11), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:26.176414 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.provisioning_blocks [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-1853033b-26f0-46cf-9fd7-2413466bc7fe service neutron] Transition to ACTIVE for port object aa62f9af-6447-4516-a59f-dc36fd82da11 will not be triggered until provisioned by entity L2. {{(pid=111414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 00:50:26.181673 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-1853033b-26f0-46cf-9fd7-2413466bc7fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577477'] for port (aa62f9af-6447-4516-a59f-dc36fd82da11), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:26.254150 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1853033b-26f0-46cf-9fd7-2413466bc7fe service neutron] Pushing event updated for resources: {'Port': ['ID=aa62f9af-6447-4516-a59f-dc36fd82da11,revision_number=2']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:50:26.284010 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1853033b-26f0-46cf-9fd7-2413466bc7fe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:26.284392 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1853033b-26f0-46cf-9fd7-2413466bc7fe service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:26.284673 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1853033b-26f0-46cf-9fd7-2413466bc7fe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:26.285005 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1853033b-26f0-46cf-9fd7-2413466bc7fe service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:26.285333 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1853033b-26f0-46cf-9fd7-2413466bc7fe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:26.285656 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1853033b-26f0-46cf-9fd7-2413466bc7fe service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:26.285976 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1853033b-26f0-46cf-9fd7-2413466bc7fe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:26.286302 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1853033b-26f0-46cf-9fd7-2413466bc7fe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:26.286657 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1853033b-26f0-46cf-9fd7-2413466bc7fe service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:26.286979 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1853033b-26f0-46cf-9fd7-2413466bc7fe service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:26.287297 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1853033b-26f0-46cf-9fd7-2413466bc7fe service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:26.287617 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1853033b-26f0-46cf-9fd7-2413466bc7fe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:26.287932 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1853033b-26f0-46cf-9fd7-2413466bc7fe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:26.288246 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1853033b-26f0-46cf-9fd7-2413466bc7fe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:26.288561 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1853033b-26f0-46cf-9fd7-2413466bc7fe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:50:26.306967 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:50:26.332719 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-1853033b-26f0-46cf-9fd7-2413466bc7fe service neutron] Attempting to bind port aa62f9af-6447-4516-a59f-dc36fd82da11 on host hv-cinder-maste for vnic_type normal with profile {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 19 00:50:26.333066 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-1853033b-26f0-46cf-9fd7-2413466bc7fe service neutron] Attempting to bind port aa62f9af-6447-4516-a59f-dc36fd82da11 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '2425b63e-dd9c-47b4-b323-5bcff2e111f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '55e165e6-4b57-4574-ad76-be38ba32d98e'}] {{(pid=111414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 19 00:50:26.333354 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-1853033b-26f0-46cf-9fd7-2413466bc7fe service neutron] Attempting to bind port aa62f9af-6447-4516-a59f-dc36fd82da11 on network 55e165e6-4b57-4574-ad76-be38ba32d98e {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:50:26.370133 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac101b7-d4c7-450f-8b97-4be1ecfcf188 req-1411a3ee-99c4-4b1c-a2d3-e80a19139ac2 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:26.372269 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-eac101b7-d4c7-450f-8b97-4be1ecfcf188 req-1411a3ee-99c4-4b1c-a2d3-e80a19139ac2 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfbf8641-41b8-47d8-af4d-ef17c6bd1935 HTTP/1.1" status: 200 len: 943 time: 0.0750785 Oct 19 00:50:26.393733 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-1853033b-26f0-46cf-9fd7-2413466bc7fe service neutron] Port aa62f9af-6447-4516-a59f-dc36fd82da11 on network 55e165e6-4b57-4574-ad76-be38ba32d98e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:50:26.394244 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-1853033b-26f0-46cf-9fd7-2413466bc7fe service neutron] Attempting to bind port aa62f9af-6447-4516-a59f-dc36fd82da11 on network 55e165e6-4b57-4574-ad76-be38ba32d98e {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:50:26.461179 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-eac101b7-d4c7-450f-8b97-4be1ecfcf188 req-a643ff57-f2ab-4518-8c22-b8e4eaf28c67 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0bab5f87-b37e-4056-8d4e-cb7c2b339004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780506 Oct 19 00:50:26.467689 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-1853033b-26f0-46cf-9fd7-2413466bc7fe service neutron] Checking agent: {'id': '6724934a-8b6e-4109-8304-d160e240b776', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 0, 38, 31), 'started_at': datetime.datetime(2022, 10, 19, 0, 38, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 0, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 19 00:50:26.468258 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-1853033b-26f0-46cf-9fd7-2413466bc7fe service neutron] Checking segment: {'id': '2425b63e-dd9c-47b4-b323-5bcff2e111f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '55e165e6-4b57-4574-ad76-be38ba32d98e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 19 00:50:26.468969 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-1853033b-26f0-46cf-9fd7-2413466bc7fe service neutron] Bound using segment: {'id': '2425b63e-dd9c-47b4-b323-5bcff2e111f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '55e165e6-4b57-4574-ad76-be38ba32d98e'} {{(pid=111414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 19 00:50:26.469292 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.managers [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-1853033b-26f0-46cf-9fd7-2413466bc7fe service neutron] Bound port: aa62f9af-6447-4516-a59f-dc36fd82da11, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2425b63e-dd9c-47b4-b323-5bcff2e111f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '55e165e6-4b57-4574-ad76-be38ba32d98e'}}] {{(pid=111414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 19 00:50:26.469639 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-1853033b-26f0-46cf-9fd7-2413466bc7fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (aa62f9af-6447-4516-a59f-dc36fd82da11), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:26.540179 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:50:26.549044 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:50:26.558551 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-1853033b-26f0-46cf-9fd7-2413466bc7fe service neutron] For port aa62f9af-6447-4516-a59f-dc36fd82da11, host hv-cinder-maste, cleared binding levels {{(pid=111414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:50:26.564604 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-1853033b-26f0-46cf-9fd7-2413466bc7fe service neutron] For port aa62f9af-6447-4516-a59f-dc36fd82da11, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=aa62f9af-6447-4516-a59f-dc36fd82da11,segment=NetworkSegment(2425b63e-dd9c-47b4-b323-5bcff2e111f6),segment_id=2425b63e-dd9c-47b4-b323-5bcff2e111f6)] {{(pid=111414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:50:26.572884 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-1853033b-26f0-46cf-9fd7-2413466bc7fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577477'] for port (aa62f9af-6447-4516-a59f-dc36fd82da11), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:26.576886 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-1853033b-26f0-46cf-9fd7-2413466bc7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:26.577739 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-1853033b-26f0-46cf-9fd7-2413466bc7fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:26.579231 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-1853033b-26f0-46cf-9fd7-2413466bc7fe service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/aa62f9af-6447-4516-a59f-dc36fd82da11 HTTP/1.1" status: 200 len: 1093 time: 0.9272509 Oct 19 00:50:26.582003 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfbf8641-41b8-47d8-af4d-ef17c6bd1935', 'tag': 'aa62f9af-6447-4516-a59f-dc36fd82da11'}] {{(pid=111414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:50:26.584441 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e46469f00a83062af0f8a877bbd3a06bc7f865c711541049e4990ec8a28c8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5fa393b-a41b-4eba-871e-f9f242d53556" -d '{"events": [{"name": "network-changed", "server_uuid": "bfbf8641-41b8-47d8-af4d-ef17c6bd1935", "tag": "aa62f9af-6447-4516-a59f-dc36fd82da11"}]}' {{(pid=111414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:50:26.649104 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 00:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb3e562-50c7-4fa1-8f39-541e36632c10 x-openstack-request-id: req-6eb3e562-50c7-4fa1-8f39-541e36632c10 {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:50:26.649535 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfbf8641-41b8-47d8-af4d-ef17c6bd1935", "tag": "aa62f9af-6447-4516-a59f-dc36fd82da11", "status": "completed", "code": 200}]} {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:50:26.649937 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6eb3e562-50c7-4fa1-8f39-541e36632c10 {{(pid=111414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:50:26.650620 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eb3e562-50c7-4fa1-8f39-541e36632c10'] response: {'name': 'network-changed', 'server_uuid': 'bfbf8641-41b8-47d8-af4d-ef17c6bd1935', 'tag': 'aa62f9af-6447-4516-a59f-dc36fd82da11', 'status': 'completed', 'code': 200} Oct 19 00:50:26.666132 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1853033b-26f0-46cf-9fd7-2413466bc7fe service neutron] Pushing event updated for resources: {'Port': ['ID=aa62f9af-6447-4516-a59f-dc36fd82da11,revision_number=3']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:50:26.728850 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-0dc40af8-3be1-4699-b2c5-3fb612a86eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:26.731236 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-0dc40af8-3be1-4699-b2c5-3fb612a86eb3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=a8a6d900d9d344a694b955f51fa46aa9&device_id=bfbf8641-41b8-47d8-af4d-ef17c6bd1935 HTTP/1.1" status: 200 len: 1127 time: 0.0582328 Oct 19 00:50:26.782207 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-cab304c6-0cd7-4005-9a67-fd23382f9996 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa62f9af-6447-4516-a59f-dc36fd82da11 HTTP/1.1" status: 200 len: 217 time: 0.0348094 Oct 19 00:50:26.844784 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-9c224dc7-b346-4d74-bc37-82774f8c57fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:26.847305 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-9c224dc7-b346-4d74-bc37-82774f8c57fd service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a22e9614-06d2-4e26-842c-688e21b998cb HTTP/1.1" status: 200 len: 854 time: 0.0572796 Oct 19 00:50:26.896743 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-a6450af3-f0c6-4c65-99f2-9ff0b5fa8f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:26.898283 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-a6450af3-f0c6-4c65-99f2-9ff0b5fa8f38 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=55e165e6-4b57-4574-ad76-be38ba32d98e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442400 Oct 19 00:50:27.072980 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-7bcf6cec-52f3-43e4-8f16-0028cbc8c367 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/55e165e6-4b57-4574-ad76-be38ba32d98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670325 Oct 19 00:50:27.181370 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-4ce3ccd3-8a7f-4cf5-895f-36637c7322c2 req-c3650dfe-2c39-459e-ad4a-4eb5bc9ceab3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/55e165e6-4b57-4574-ad76-be38ba32d98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017385 Oct 19 00:50:27.309492 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:50:27.625791 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4391462-300f-42f9-8539-1832064cff79 req-49202830-4e32-4c0d-9027-e13a101ac430 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:27.627500 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a4391462-300f-42f9-8539-1832064cff79 req-49202830-4e32-4c0d-9027-e13a101ac430 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfbf8641-41b8-47d8-af4d-ef17c6bd1935 HTTP/1.1" status: 200 len: 943 time: 0.0529990 Oct 19 00:50:27.648195 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:50:27.684890 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a4391462-300f-42f9-8539-1832064cff79 req-6adcaa71-2d5c-49ea-9164-21c8415eb0d5 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0bab5f87-b37e-4056-8d4e-cb7c2b339004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511873 Oct 19 00:50:28.008413 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:50:28.175120 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa393b-a41b-4eba-871e-f9f242d53556 req-450a91c9-c2ee-4a0c-9046-4da4c5ef7c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:28.176717 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-b5fa393b-a41b-4eba-871e-f9f242d53556 req-450a91c9-c2ee-4a0c-9046-4da4c5ef7c51 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=a8a6d900d9d344a694b955f51fa46aa9&device_id=bfbf8641-41b8-47d8-af4d-ef17c6bd1935 HTTP/1.1" status: 200 len: 1127 time: 0.0449798 Oct 19 00:50:28.287590 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa393b-a41b-4eba-871e-f9f242d53556 req-c5eda82e-7e02-40a8-a7e6-b0aa51f73d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:28.289031 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-b5fa393b-a41b-4eba-871e-f9f242d53556 req-c5eda82e-7e02-40a8-a7e6-b0aa51f73d1a service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=55e165e6-4b57-4574-ad76-be38ba32d98e HTTP/1.1" status: 200 len: 916 time: 0.1045392 Oct 19 00:50:28.333358 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-b5fa393b-a41b-4eba-871e-f9f242d53556 req-2b58a032-4d69-43e0-99f9-9217b92a3590 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa62f9af-6447-4516-a59f-dc36fd82da11 HTTP/1.1" status: 200 len: 217 time: 0.0367634 Oct 19 00:50:28.390537 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa393b-a41b-4eba-871e-f9f242d53556 req-c6f9103a-61ce-4a7a-aeb6-a9c1fa02540c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:28.392404 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-b5fa393b-a41b-4eba-871e-f9f242d53556 req-c6f9103a-61ce-4a7a-aeb6-a9c1fa02540c service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a22e9614-06d2-4e26-842c-688e21b998cb HTTP/1.1" status: 200 len: 854 time: 0.0530260 Oct 19 00:50:28.443432 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa393b-a41b-4eba-871e-f9f242d53556 req-ab9773ce-66b4-4561-8dfc-2ecaeb5f1a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:28.444966 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-b5fa393b-a41b-4eba-871e-f9f242d53556 req-ab9773ce-66b4-4561-8dfc-2ecaeb5f1a3c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=55e165e6-4b57-4574-ad76-be38ba32d98e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457282 Oct 19 00:50:28.553913 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-b5fa393b-a41b-4eba-871e-f9f242d53556 req-4cb79f31-1492-45f9-958f-8b2eb967196b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/55e165e6-4b57-4574-ad76-be38ba32d98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013145 Oct 19 00:50:28.658740 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-b5fa393b-a41b-4eba-871e-f9f242d53556 req-a1797ddd-d638-470a-bebd-2b8f8e3e9ce6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/55e165e6-4b57-4574-ad76-be38ba32d98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979688 Oct 19 00:50:28.835182 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fcfa41-876c-46b7-8c84-067cbf5e7cea req-c250b52f-cb5a-450f-8ccf-4af9a76d457f tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:28.837792 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-37fcfa41-876c-46b7-8c84-067cbf5e7cea req-c250b52f-cb5a-450f-8ccf-4af9a76d457f tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfbf8641-41b8-47d8-af4d-ef17c6bd1935 HTTP/1.1" status: 200 len: 943 time: 0.0681269 Oct 19 00:50:28.921570 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-37fcfa41-876c-46b7-8c84-067cbf5e7cea req-28f70f9c-d626-4c62-bd24-4e4c2c6f9463 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0bab5f87-b37e-4056-8d4e-cb7c2b339004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763779 Oct 19 00:50:29.469097 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device aa62f9af-6447-4516-a59f-dc36fd82da11 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=111416) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 00:50:29.628367 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port aa62f9af-6447-4516-a59f-dc36fd82da11, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=aa62f9af-6447-4516-a59f-dc36fd82da11,segment=NetworkSegment(2425b63e-dd9c-47b4-b323-5bcff2e111f6),segment_id=2425b63e-dd9c-47b4-b323-5bcff2e111f6)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:50:29.641506 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Returning: {'device': 'aa62f9af-6447-4516-a59f-dc36fd82da11', 'network_id': '55e165e6-4b57-4574-ad76-be38ba32d98e', 'port_id': 'aa62f9af-6447-4516-a59f-dc36fd82da11', 'mac_address': 'fa:16:3e:ab:99:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a22e9614-06d2-4e26-842c-688e21b998cb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111416) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 00:50:29.687289 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port aa62f9af-6447-4516-a59f-dc36fd82da11 is: DOWN; New status is: BUILD {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:50:29.687744 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (aa62f9af-6447-4516-a59f-dc36fd82da11), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:29.703421 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa62f9af-6447-4516-a59f-dc36fd82da11 {{(pid=111416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 00:50:29.727452 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port aa62f9af-6447-4516-a59f-dc36fd82da11, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=aa62f9af-6447-4516-a59f-dc36fd82da11,segment=NetworkSegment(2425b63e-dd9c-47b4-b323-5bcff2e111f6),segment_id=2425b63e-dd9c-47b4-b323-5bcff2e111f6)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:50:29.733327 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (aa62f9af-6447-4516-a59f-dc36fd82da11), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:29.786739 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=aa62f9af-6447-4516-a59f-dc36fd82da11,revision_number=4']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:50:30.079146 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027e221-63b0-4281-8791-5f6b16a65f10 req-cb3b0a46-50b9-48e7-8c1b-f8b17371c68b tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:30.081720 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9027e221-63b0-4281-8791-5f6b16a65f10 req-cb3b0a46-50b9-48e7-8c1b-f8b17371c68b tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfbf8641-41b8-47d8-af4d-ef17c6bd1935 HTTP/1.1" status: 200 len: 944 time: 0.0766153 Oct 19 00:50:30.110679 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] get_ports_and_sgs() called for port_ids ['aa62f9af-6447-4516-a59f-dc36fd82da11'] {{(pid=111416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 00:50:30.141972 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-9027e221-63b0-4281-8791-5f6b16a65f10 req-c96f399b-3c25-4527-a097-547ae74795d4 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0bab5f87-b37e-4056-8d4e-cb7c2b339004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541606 Oct 19 00:50:31.283946 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1acd8-32ec-4897-8dd3-2bae8f2bddd4 req-f63a442b-ef56-4d7e-8fa0-a5e9f76a0cd8 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:31.285553 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-2ca1acd8-32ec-4897-8dd3-2bae8f2bddd4 req-f63a442b-ef56-4d7e-8fa0-a5e9f76a0cd8 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfbf8641-41b8-47d8-af4d-ef17c6bd1935 HTTP/1.1" status: 200 len: 944 time: 0.0512328 Oct 19 00:50:31.348084 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-2ca1acd8-32ec-4897-8dd3-2bae8f2bddd4 req-1974f46e-e291-4e21-99dc-39492da900fe tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0bab5f87-b37e-4056-8d4e-cb7c2b339004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562453 Oct 19 00:50:31.492157 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device aa62f9af-6447-4516-a59f-dc36fd82da11 up at agent hyperv_hv-cinder-maste {{(pid=111416) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 00:50:31.540705 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Provisioning for port aa62f9af-6447-4516-a59f-dc36fd82da11 completed by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 19 00:50:31.552140 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Provisioning complete for port aa62f9af-6447-4516-a59f-dc36fd82da11 triggered by entity L2. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:50:31.552650 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (aa62f9af-6447-4516-a59f-dc36fd82da11), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:31.553263 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Attempt 1 to provision port aa62f9af-6447-4516-a59f-dc36fd82da11 Oct 19 00:50:31.645260 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Current status of the port aa62f9af-6447-4516-a59f-dc36fd82da11 is: BUILD; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:50:31.645892 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (aa62f9af-6447-4516-a59f-dc36fd82da11), before_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:31.920689 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfbf8641-41b8-47d8-af4d-ef17c6bd1935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa62f9af-6447-4516-a59f-dc36fd82da11'}] {{(pid=111416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:50:31.924380 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0240e38e362fdc750089dc1f1183b30604621660299f95a12c585bcfa6b02ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81a7317-bd04-4d29-9f0f-0736ee9dc46f" -d '{"events": [{"server_uuid": "bfbf8641-41b8-47d8-af4d-ef17c6bd1935", "name": "network-vif-plugged", "status": "completed", "tag": "aa62f9af-6447-4516-a59f-dc36fd82da11"}]}' {{(pid=111416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:50:31.942664 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (6724934a-8b6e-4109-8304-d160e240b776), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:31.949406 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] For port aa62f9af-6447-4516-a59f-dc36fd82da11, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=aa62f9af-6447-4516-a59f-dc36fd82da11,segment=NetworkSegment(2425b63e-dd9c-47b4-b323-5bcff2e111f6),segment_id=2425b63e-dd9c-47b4-b323-5bcff2e111f6)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:50:31.955196 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486'] for port (aa62f9af-6447-4516-a59f-dc36fd82da11), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:31.991585 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 00:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bfed1ec-0057-4331-91f2-ab7156ff4395 x-openstack-request-id: req-0bfed1ec-0057-4331-91f2-ab7156ff4395 {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:50:31.992015 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfbf8641-41b8-47d8-af4d-ef17c6bd1935", "name": "network-vif-plugged", "status": "completed", "tag": "aa62f9af-6447-4516-a59f-dc36fd82da11", "code": 200}]} {{(pid=111416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:50:31.992387 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0bfed1ec-0057-4331-91f2-ab7156ff4395 {{(pid=111416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:50:31.992980 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bfed1ec-0057-4331-91f2-ab7156ff4395'] response: {'server_uuid': 'bfbf8641-41b8-47d8-af4d-ef17c6bd1935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa62f9af-6447-4516-a59f-dc36fd82da11', 'code': 200} Oct 19 00:50:32.042190 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Pushing event updated for resources: {'Port': ['ID=aa62f9af-6447-4516-a59f-dc36fd82da11,revision_number=5']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:50:32.209902 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79eeef-c886-41ac-8c24-f2368f2f02ff req-99df450d-b1dc-43d0-89d2-ca5d15131be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:32.211485 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-cf79eeef-c886-41ac-8c24-f2368f2f02ff req-99df450d-b1dc-43d0-89d2-ca5d15131be2 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bfbf8641-41b8-47d8-af4d-ef17c6bd1935 HTTP/1.1" status: 200 len: 1129 time: 0.0454247 Oct 19 00:50:32.256878 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:50:32.267499 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-cf79eeef-c886-41ac-8c24-f2368f2f02ff req-40512a2b-fc1a-4429-97d9-c224fca3df0b service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0bab5f87-b37e-4056-8d4e-cb7c2b339004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494688 Oct 19 00:50:32.488252 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113825be-2324-4ddc-b099-3ae24b806f1b req-1f289621-01dd-4a2b-9e8d-7bd023d2a44f tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:32.489873 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-113825be-2324-4ddc-b099-3ae24b806f1b req-1f289621-01dd-4a2b-9e8d-7bd023d2a44f tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfbf8641-41b8-47d8-af4d-ef17c6bd1935 HTTP/1.1" status: 200 len: 945 time: 0.0561297 Oct 19 00:50:32.547621 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-113825be-2324-4ddc-b099-3ae24b806f1b req-c0ecf069-6849-420e-ba54-140395b3c978 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0bab5f87-b37e-4056-8d4e-cb7c2b339004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511694 Oct 19 00:50:33.682333 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1495b-fc73-458b-aee3-40b049fc915d req-5b7a45a7-bdf1-47a3-b6e9-0efac6a9b33e tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:33.684095 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-abe1495b-fc73-458b-aee3-40b049fc915d req-5b7a45a7-bdf1-47a3-b6e9-0efac6a9b33e tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfbf8641-41b8-47d8-af4d-ef17c6bd1935 HTTP/1.1" status: 200 len: 945 time: 0.0504694 Oct 19 00:50:33.741030 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-abe1495b-fc73-458b-aee3-40b049fc915d req-9c0f1a2d-8890-46ca-b040-d761ece6ec43 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0bab5f87-b37e-4056-8d4e-cb7c2b339004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485744 Oct 19 00:50:34.583343 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-e4f5252a-09ad-414f-9b1e-062f03461fe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:34.877598 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaed9f-76d4-4e86-9419-3cec5a3958ff req-d6befb49-133a-4322-8fe3-c31e8c76457a tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:34.879179 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-cfcaed9f-76d4-4e86-9419-3cec5a3958ff req-d6befb49-133a-4322-8fe3-c31e8c76457a tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfbf8641-41b8-47d8-af4d-ef17c6bd1935 HTTP/1.1" status: 200 len: 945 time: 0.0563345 Oct 19 00:50:34.944734 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-cfcaed9f-76d4-4e86-9419-3cec5a3958ff req-f31b2e3a-1b14-4ab4-a81b-dcc6b165195f tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0bab5f87-b37e-4056-8d4e-cb7c2b339004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545330 Oct 19 00:50:35.085571 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888d6be-b3ed-404f-95e5-4ad14916ec14 req-8db65411-2490-4320-896f-a242955f5526 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:35.087389 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-0888d6be-b3ed-404f-95e5-4ad14916ec14 req-8db65411-2490-4320-896f-a242955f5526 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfbf8641-41b8-47d8-af4d-ef17c6bd1935 HTTP/1.1" status: 200 len: 945 time: 0.0569777 Oct 19 00:50:35.172248 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-0888d6be-b3ed-404f-95e5-4ad14916ec14 req-f75e65fb-04e0-4720-8bc2-8052dd5170f0 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0bab5f87-b37e-4056-8d4e-cb7c2b339004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729508 Oct 19 00:50:35.560159 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49e7c4-1881-4499-9048-2c116ceda7e6 req-c533362a-f740-4bf4-841a-2c74bf7cfaf1 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:35.562102 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-2a49e7c4-1881-4499-9048-2c116ceda7e6 req-c533362a-f740-4bf4-841a-2c74bf7cfaf1 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfbf8641-41b8-47d8-af4d-ef17c6bd1935 HTTP/1.1" status: 200 len: 945 time: 0.0655012 Oct 19 00:50:35.629281 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-2a49e7c4-1881-4499-9048-2c116ceda7e6 req-3b89d737-41cd-4a1d-bede-a16c18220bb5 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0bab5f87-b37e-4056-8d4e-cb7c2b339004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601835 Oct 19 00:50:36.772651 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-1afb10d0-a215-4e35-9d83-02a274762419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:38.292667 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:40.061248 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:40.299080 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:40.522161 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-b4fca3a6-b43d-4ffd-8e38-d523ec9b3bcb req-9af96743-85e8-4b7f-95d0-907b40b42e8c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d2b07e55-0b24-4055-889f-e69cdf22f251&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428300 Oct 19 00:50:40.639207 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fca3a6-b43d-4ffd-8e38-d523ec9b3bcb req-324aa084-ec98-4902-a6e5-2236866bdeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:40.640909 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-b4fca3a6-b43d-4ffd-8e38-d523ec9b3bcb req-324aa084-ec98-4902-a6e5-2236866bdeb7 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=8684504b0eff415b9063cebae21ca667&device_id=d2b07e55-0b24-4055-889f-e69cdf22f251 HTTP/1.1" status: 200 len: 1130 time: 0.0487750 Oct 19 00:50:40.732724 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=100 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:50:40.761513 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fca3a6-b43d-4ffd-8e38-d523ec9b3bcb req-b31ab591-fa7e-4e68-8abb-49c063e1764a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:40.763288 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-b4fca3a6-b43d-4ffd-8e38-d523ec9b3bcb req-b31ab591-fa7e-4e68-8abb-49c063e1764a service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=cfe47441-dd27-4b7c-958a-cc2e5c8243ac HTTP/1.1" status: 200 len: 913 time: 0.1021740 Oct 19 00:50:40.837340 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-b4fca3a6-b43d-4ffd-8e38-d523ec9b3bcb req-17b3db90-076e-4b9d-bcb3-6f3ba5bf3290 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94f720c6-9b61-4983-ab49-77c9cdd0fe18 HTTP/1.1" status: 200 len: 1001 time: 0.0680192 Oct 19 00:50:40.892223 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fca3a6-b43d-4ffd-8e38-d523ec9b3bcb req-2eef8e38-f38d-466b-bbea-76d950767863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:40.893700 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-b4fca3a6-b43d-4ffd-8e38-d523ec9b3bcb req-2eef8e38-f38d-466b-bbea-76d950767863 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=ed6b2b90-24f3-4781-a6d8-0b858f53c7ca HTTP/1.1" status: 200 len: 851 time: 0.0500615 Oct 19 00:50:40.943414 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fca3a6-b43d-4ffd-8e38-d523ec9b3bcb req-a3980144-cafa-4bd8-9c92-fb0dc974f09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:40.944954 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-b4fca3a6-b43d-4ffd-8e38-d523ec9b3bcb req-a3980144-cafa-4bd8-9c92-fb0dc974f09f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=cfe47441-dd27-4b7c-958a-cc2e5c8243ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450470 Oct 19 00:50:41.067016 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-b4fca3a6-b43d-4ffd-8e38-d523ec9b3bcb req-5675035e-1c03-4722-965a-92a87f02e5b7 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cfe47441-dd27-4b7c-958a-cc2e5c8243ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157267 Oct 19 00:50:41.168897 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-b4fca3a6-b43d-4ffd-8e38-d523ec9b3bcb req-efec787d-a719-47a4-997b-df8612ba8ea4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cfe47441-dd27-4b7c-958a-cc2e5c8243ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951645 Oct 19 00:50:45.606165 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=75 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:50:45.621136 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=88 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:50:45.764997 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001781f-1ee6-42c6-bb57-12ad8c7f4968 req-1c1d72a6-347c-42bb-af65-16e43a2aabb5 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:45.767890 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-e001781f-1ee6-42c6-bb57-12ad8c7f4968 req-1c1d72a6-347c-42bb-af65-16e43a2aabb5 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfbf8641-41b8-47d8-af4d-ef17c6bd1935 HTTP/1.1" status: 200 len: 945 time: 0.0720615 Oct 19 00:50:45.853234 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-e001781f-1ee6-42c6-bb57-12ad8c7f4968 req-7e139bbf-455c-4950-a44f-5ef591d0cc99 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0bab5f87-b37e-4056-8d4e-cb7c2b339004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756040 Oct 19 00:50:45.904623 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 39950) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:50:46.009334 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e50498-51cc-4d19-9bd4-e064c9fcb29c tempest-TestMinimumBasicScenario-1875020247 tempest-TestMinimumBasicScenario-1875020247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:46.010979 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-87e50498-51cc-4d19-9bd4-e064c9fcb29c tempest-TestMinimumBasicScenario-1875020247 tempest-TestMinimumBasicScenario-1875020247-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfbf8641-41b8-47d8-af4d-ef17c6bd1935 HTTP/1.1" status: 200 len: 1124 time: 0.1050439 Oct 19 00:50:46.013958 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 39954) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:50:46.018612 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-a344c90b-63ef-4c0b-8260-7a238a38ebb2 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Request body: {'floatingip': {'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'port_id': 'aa62f9af-6447-4516-a59f-dc36fd82da11', 'tenant_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:50:46.045151 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-a344c90b-63ef-4c0b-8260-7a238a38ebb2 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:46.138414 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-a344c90b-63ef-4c0b-8260-7a238a38ebb2 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:46.264435 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.db_base_plugin_common [None req-a344c90b-63ef-4c0b-8260-7a238a38ebb2 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Allocated IP 172.37.6.167 (973fa957-bcd6-42c3-bc57-5a91d78147c8/c5b4f151-6e49-4135-be82-7abc543b5247/8acabb61-ce8b-424b-88f9-d9afc543bb7a) {{(pid=111414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:50:46.371970 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:50:46.382211 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-a344c90b-63ef-4c0b-8260-7a238a38ebb2 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks [] for port (8acabb61-ce8b-424b-88f9-d9afc543bb7a), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:46.418232 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-a344c90b-63ef-4c0b-8260-7a238a38ebb2 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (8acabb61-ce8b-424b-88f9-d9afc543bb7a), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:46.462255 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a344c90b-63ef-4c0b-8260-7a238a38ebb2 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Network 973fa957-bcd6-42c3-bc57-5a91d78147c8 is already hosted by enough agents. {{(pid=111414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:50:46.465490 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.base_scheduler [None req-a344c90b-63ef-4c0b-8260-7a238a38ebb2 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Resources bound (agent type, host, resource id): {{(pid=111414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:50:46.470349 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:50:46.471431 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a344c90b-63ef-4c0b-8260-7a238a38ebb2 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Received port after_create {{(pid=111414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 19 00:50:46.477575 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a344c90b-63ef-4c0b-8260-7a238a38ebb2 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Pushing event updated for resources: {'Port': ['ID=8acabb61-ce8b-424b-88f9-d9afc543bb7a,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:50:47.162695 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-a344c90b-63ef-4c0b-8260-7a238a38ebb2 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks [] for floatingip (701c3bc4-04fb-4ca7-9000-2461cbcccb33), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:47.239761 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-a344c90b-63ef-4c0b-8260-7a238a38ebb2 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (8acabb61-ce8b-424b-88f9-d9afc543bb7a), before_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:47.413385 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-a344c90b-63ef-4c0b-8260-7a238a38ebb2 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks [] for port (8acabb61-ce8b-424b-88f9-d9afc543bb7a), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:47.419368 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-a344c90b-63ef-4c0b-8260-7a238a38ebb2 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6577477'] for port (8acabb61-ce8b-424b-88f9-d9afc543bb7a), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:47.501469 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a344c90b-63ef-4c0b-8260-7a238a38ebb2 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Pushing event updated for resources: {'Port': ['ID=8acabb61-ce8b-424b-88f9-d9afc543bb7a,revision_number=2']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:50:47.504184 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-a344c90b-63ef-4c0b-8260-7a238a38ebb2 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942318'] for floatingip (701c3bc4-04fb-4ca7-9000-2461cbcccb33), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:47.548791 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:50:47.617833 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.db.l3_db [None req-a344c90b-63ef-4c0b-8260-7a238a38ebb2 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Floating IP 701c3bc4-04fb-4ca7-9000-2461cbcccb33 associated. External IP: 172.37.6.167, port: aa62f9af-6447-4516-a59f-dc36fd82da11. Oct 19 00:50:47.827742 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:50:47.842672 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a344c90b-63ef-4c0b-8260-7a238a38ebb2 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Router 68b043e3-5a26-4abc-b492-7053157db4b2 has already been hosted by L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 {{(pid=111414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:50:47.959259 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a344c90b-63ef-4c0b-8260-7a238a38ebb2 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:50:47.973430 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203f6af4-b94c-4b53-a576-f548185aed76 None None] Sync routers for ids ['68b043e3-5a26-4abc-b492-7053157db4b2'] in dv-cinder-master-3-iscsi {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:50:47.978819 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:50:47.979536 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-a344c90b-63ef-4c0b-8260-7a238a38ebb2 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for floatingip (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:47.994697 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203f6af4-b94c-4b53-a576-f548185aed76 None None] Routers {'68b043e3-5a26-4abc-b492-7053157db4b2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:50:47.995758 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-203f6af4-b94c-4b53-a576-f548185aed76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:50:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['68b043e3-5a26-4abc-b492-7053157db4b2'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:50:48.017277 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-a344c90b-63ef-4c0b-8260-7a238a38ebb2 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0021832 Oct 19 00:50:48.017935 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfbf8641-41b8-47d8-af4d-ef17c6bd1935', 'tag': 'aa62f9af-6447-4516-a59f-dc36fd82da11'}] {{(pid=111414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:50:48.020289 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e46469f00a83062af0f8a877bbd3a06bc7f865c711541049e4990ec8a28c8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee1c058-7c99-484e-b2eb-7717fa710bb8" -d '{"events": [{"name": "network-changed", "server_uuid": "bfbf8641-41b8-47d8-af4d-ef17c6bd1935", "tag": "aa62f9af-6447-4516-a59f-dc36fd82da11"}]}' {{(pid=111414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:50:48.021025 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 39962) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:50:48.026844 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-c3bc1d01-fdbf-45dd-a517-3d0e7e804ef5 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1982202811', 'description': 'tempest-secgroup-smoke-1982202811 description', 'project_id': 'a8a6d900d9d344a694b955f51fa46aa9'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:50:48.063106 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 00:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b85b30-517d-4222-a521-3de52ede615a x-openstack-request-id: req-75b85b30-517d-4222-a521-3de52ede615a {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:50:48.063736 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfbf8641-41b8-47d8-af4d-ef17c6bd1935", "tag": "aa62f9af-6447-4516-a59f-dc36fd82da11", "status": "completed", "code": 200}]} {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:50:48.064000 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-75b85b30-517d-4222-a521-3de52ede615a {{(pid=111414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:50:48.064399 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75b85b30-517d-4222-a521-3de52ede615a'] response: {'name': 'network-changed', 'server_uuid': 'bfbf8641-41b8-47d8-af4d-ef17c6bd1935', 'tag': 'aa62f9af-6447-4516-a59f-dc36fd82da11', 'status': 'completed', 'code': 200} Oct 19 00:50:48.071058 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-c3bc1d01-fdbf-45dd-a517-3d0e7e804ef5 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:48.073878 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:50:48.165118 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-203f6af4-b94c-4b53-a576-f548185aed76 None None] Set router 68b043e3-5a26-4abc-b492-7053157db4b2 gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:50:48.187620 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1c058-7c99-484e-b2eb-7717fa710bb8 req-1f905e89-4c0d-4476-8560-f3c75cb57434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:48.188604 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-c3bc1d01-fdbf-45dd-a517-3d0e7e804ef5 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks [] for security_group (871fe458-7962-462f-9d9c-b229a52f3fc4), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:48.191274 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1ee1c058-7c99-484e-b2eb-7717fa710bb8 req-1f905e89-4c0d-4476-8560-f3c75cb57434 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=a8a6d900d9d344a694b955f51fa46aa9&device_id=bfbf8641-41b8-47d8-af4d-ef17c6bd1935 HTTP/1.1" status: 200 len: 1129 time: 0.0631192 Oct 19 00:50:48.195392 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-c3bc1d01-fdbf-45dd-a517-3d0e7e804ef5 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (871fe458-7962-462f-9d9c-b229a52f3fc4), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:48.255107 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=2 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:50:48.257107 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=4 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:50:48.261740 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-c3bc1d01-fdbf-45dd-a517-3d0e7e804ef5 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:48.264526 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-c3bc1d01-fdbf-45dd-a517-3d0e7e804ef5 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2418518 Oct 19 00:50:48.268816 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bc1d01-fdbf-45dd-a517-3d0e7e804ef5 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=871fe458-7962-462f-9d9c-b229a52f3fc4,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:50:48.273355 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 39968) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:50:48.283221 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-3808d56c-4a91-4280-a367-a48e1b507740 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Request body: {'security_group_rule': {'security_group_id': '871fe458-7962-462f-9d9c-b229a52f3fc4', 'project_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:50:48.339864 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-3808d56c-4a91-4280-a367-a48e1b507740 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks [] for security_group_rule (89ee7095-b52b-4379-b507-2fd98846c0ff), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:48.347313 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1c058-7c99-484e-b2eb-7717fa710bb8 req-12660229-eca4-419c-936a-2ab8be9072e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:48.349205 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1ee1c058-7c99-484e-b2eb-7717fa710bb8 req-12660229-eca4-419c-936a-2ab8be9072e4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=55e165e6-4b57-4574-ad76-be38ba32d98e HTTP/1.1" status: 200 len: 916 time: 0.1494913 Oct 19 00:50:48.427311 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-3808d56c-4a91-4280-a367-a48e1b507740 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks [] for security_group_rule (89ee7095-b52b-4379-b507-2fd98846c0ff), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:48.433861 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-3808d56c-4a91-4280-a367-a48e1b507740 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038804'] for security_group_rule (89ee7095-b52b-4379-b507-2fd98846c0ff), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:48.445251 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1ee1c058-7c99-484e-b2eb-7717fa710bb8 req-455de8a7-18ea-47f4-846a-fee266553bf3 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa62f9af-6447-4516-a59f-dc36fd82da11 HTTP/1.1" status: 200 len: 999 time: 0.0885270 Oct 19 00:50:48.471037 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3808d56c-4a91-4280-a367-a48e1b507740 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89ee7095-b52b-4379-b507-2fd98846c0ff,revision_number=0']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:50:48.473693 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-203f6af4-b94c-4b53-a576-f548185aed76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b043e3-5a26-4abc-b492-7053157db4b2', 'name': 'tempest-TestMinimumBasicScenario-1359129397-router', 'tenant_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.203'}], 'enable_snat': True}, 'gw_port_id': '006571e0-de03-4104-be78-57cf7268bda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:49:45Z', 'updated_at': '2022-10-19T00:49:49Z', 'revision_number': 4, 'project_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'gw_port': {'id': '006571e0-de03-4104-be78-57cf7268bda4', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b043e3-5a26-4abc-b492-7053157db4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:49:46Z', 'updated_at': '2022-10-19T00:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '701c3bc4-04fb-4ca7-9000-2461cbcccb33', 'tenant_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'floating_ip_address': '172.37.6.167', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': '68b043e3-5a26-4abc-b492-7053157db4b2', 'port_id': 'aa62f9af-6447-4516-a59f-dc36fd82da11', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55e165e6-4b57-4574-ad76-be38ba32d98e', 'mac_address': 'fa:16:3e:ab:99:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbf8641-41b8-47d8-af4d-ef17c6bd1935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:50:47Z', 'updated_at': '2022-10-19T00:50:47Z', 'revision_number': 0, 'project_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cb629d5-6b04-4799-bab2-425ae9524af8', 'name': '', 'network_id': '55e165e6-4b57-4574-ad76-be38ba32d98e', 'tenant_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'mac_address': 'fa:16:3e:5e:35:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b043e3-5a26-4abc-b492-7053157db4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a22e9614-06d2-4e26-842c-688e21b998cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:49:48Z', 'updated_at': '2022-10-19T00:49:58Z', 'revision_number': 5, 'project_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'subnets': [{'id': 'a22e9614-06d2-4e26-842c-688e21b998cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:50:48.491668 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-3808d56c-4a91-4280-a367-a48e1b507740 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:48.494644 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-3808d56c-4a91-4280-a367-a48e1b507740 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2189040 Oct 19 00:50:48.499073 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 39970) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:50:48.505274 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-bf640619-18a0-4db0-bd10-dcf101956565 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Request body: {'security_group_rule': {'security_group_id': '871fe458-7962-462f-9d9c-b229a52f3fc4', 'project_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:50:48.515489 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203f6af4-b94c-4b53-a576-f548185aed76 None None] Checking router: 68b043e3-5a26-4abc-b492-7053157db4b2 for host: dv-cinder-master-3-iscsi {{(pid=111416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:50:48.529528 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203f6af4-b94c-4b53-a576-f548185aed76 None None] Routers {'68b043e3-5a26-4abc-b492-7053157db4b2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:50:48.530605 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-203f6af4-b94c-4b53-a576-f548185aed76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:50:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['68b043e3-5a26-4abc-b492-7053157db4b2'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:50:48.536375 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1c058-7c99-484e-b2eb-7717fa710bb8 req-97871bdf-6b2b-4544-a61c-bf4f9eda4e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:48.538980 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1ee1c058-7c99-484e-b2eb-7717fa710bb8 req-97871bdf-6b2b-4544-a61c-bf4f9eda4e13 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a22e9614-06d2-4e26-842c-688e21b998cb HTTP/1.1" status: 200 len: 854 time: 0.0866358 Oct 19 00:50:48.552682 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-bf640619-18a0-4db0-bd10-dcf101956565 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks [] for security_group_rule (e52d2533-0beb-4409-ba74-c1f58636645f), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:48.600475 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1c058-7c99-484e-b2eb-7717fa710bb8 req-caca2558-27e8-4cc3-946b-54202bc32271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:48.601880 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1ee1c058-7c99-484e-b2eb-7717fa710bb8 req-caca2558-27e8-4cc3-946b-54202bc32271 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=55e165e6-4b57-4574-ad76-be38ba32d98e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538256 Oct 19 00:50:48.672267 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-bf640619-18a0-4db0-bd10-dcf101956565 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks [] for security_group_rule (e52d2533-0beb-4409-ba74-c1f58636645f), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:48.678387 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-bf640619-18a0-4db0-bd10-dcf101956565 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038804'] for security_group_rule (e52d2533-0beb-4409-ba74-c1f58636645f), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:48.683543 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-203f6af4-b94c-4b53-a576-f548185aed76 None None] Set router 68b043e3-5a26-4abc-b492-7053157db4b2 gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:50:48.704976 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf640619-18a0-4db0-bd10-dcf101956565 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e52d2533-0beb-4409-ba74-c1f58636645f,revision_number=0']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:50:48.714693 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-bf640619-18a0-4db0-bd10-dcf101956565 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:48.715089 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-bf640619-18a0-4db0-bd10-dcf101956565 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2136693 Oct 19 00:50:48.720416 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 39972) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:50:48.725805 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-2de5ead5-ca71-4a66-ba3f-d9d4cd711de5 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Request body: {'security_group_rule': {'security_group_id': '871fe458-7962-462f-9d9c-b229a52f3fc4', 'project_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:50:48.757284 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-2de5ead5-ca71-4a66-ba3f-d9d4cd711de5 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks [] for security_group_rule (aeceba29-5347-4878-85c4-d13d48160069), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:48.775953 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1ee1c058-7c99-484e-b2eb-7717fa710bb8 req-d42f37d6-8cf8-4e8b-99e4-7d6145ffe2a4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/55e165e6-4b57-4574-ad76-be38ba32d98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666827 Oct 19 00:50:48.842938 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-2de5ead5-ca71-4a66-ba3f-d9d4cd711de5 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks [] for security_group_rule (aeceba29-5347-4878-85c4-d13d48160069), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:48.849043 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-2de5ead5-ca71-4a66-ba3f-d9d4cd711de5 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038804'] for security_group_rule (aeceba29-5347-4878-85c4-d13d48160069), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:48.871216 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de5ead5-ca71-4a66-ba3f-d9d4cd711de5 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeceba29-5347-4878-85c4-d13d48160069,revision_number=0']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:50:48.880657 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-2de5ead5-ca71-4a66-ba3f-d9d4cd711de5 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:48.881965 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-2de5ead5-ca71-4a66-ba3f-d9d4cd711de5 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1605210 Oct 19 00:50:48.886619 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 39974) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:50:48.892443 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-1cb92958-0bad-4baf-8e6f-9785e6496f42 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Request body: {'security_group_rule': {'security_group_id': '871fe458-7962-462f-9d9c-b229a52f3fc4', 'project_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:50:48.929860 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1cb92958-0bad-4baf-8e6f-9785e6496f42 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks [] for security_group_rule (63fe97d7-febc-485b-9e96-ba3ec1cfcee8), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:48.943829 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-1ee1c058-7c99-484e-b2eb-7717fa710bb8 req-a795da7b-e86b-4506-bb71-27596b565316 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/55e165e6-4b57-4574-ad76-be38ba32d98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599226 Oct 19 00:50:49.001775 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-203f6af4-b94c-4b53-a576-f548185aed76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b043e3-5a26-4abc-b492-7053157db4b2', 'name': 'tempest-TestMinimumBasicScenario-1359129397-router', 'tenant_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.203'}], 'enable_snat': True}, 'gw_port_id': '006571e0-de03-4104-be78-57cf7268bda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:49:45Z', 'updated_at': '2022-10-19T00:49:49Z', 'revision_number': 4, 'project_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'gw_port': {'id': '006571e0-de03-4104-be78-57cf7268bda4', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b043e3-5a26-4abc-b492-7053157db4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:49:46Z', 'updated_at': '2022-10-19T00:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '701c3bc4-04fb-4ca7-9000-2461cbcccb33', 'tenant_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'floating_ip_address': '172.37.6.167', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': '68b043e3-5a26-4abc-b492-7053157db4b2', 'port_id': 'aa62f9af-6447-4516-a59f-dc36fd82da11', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55e165e6-4b57-4574-ad76-be38ba32d98e', 'mac_address': 'fa:16:3e:ab:99:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbf8641-41b8-47d8-af4d-ef17c6bd1935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:50:47Z', 'updated_at': '2022-10-19T00:50:47Z', 'revision_number': 0, 'project_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cb629d5-6b04-4799-bab2-425ae9524af8', 'name': '', 'network_id': '55e165e6-4b57-4574-ad76-be38ba32d98e', 'tenant_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'mac_address': 'fa:16:3e:5e:35:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b043e3-5a26-4abc-b492-7053157db4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a22e9614-06d2-4e26-842c-688e21b998cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:49:48Z', 'updated_at': '2022-10-19T00:49:58Z', 'revision_number': 5, 'project_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'subnets': [{'id': 'a22e9614-06d2-4e26-842c-688e21b998cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:50:49.008371 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:50:49.022842 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:50:49.042188 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203f6af4-b94c-4b53-a576-f548185aed76 None None] The sync data for ids ['68b043e3-5a26-4abc-b492-7053157db4b2'] in dv-cinder-master-3-iscsi is: [{'id': '68b043e3-5a26-4abc-b492-7053157db4b2', 'name': 'tempest-TestMinimumBasicScenario-1359129397-router', 'tenant_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.203'}], 'enable_snat': True}, 'gw_port_id': '006571e0-de03-4104-be78-57cf7268bda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:49:45Z', 'updated_at': '2022-10-19T00:49:49Z', 'revision_number': 4, 'project_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'gw_port': {'id': '006571e0-de03-4104-be78-57cf7268bda4', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b043e3-5a26-4abc-b492-7053157db4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:49:46Z', 'updated_at': '2022-10-19T00:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '701c3bc4-04fb-4ca7-9000-2461cbcccb33', 'tenant_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'floating_ip_address': '172.37.6.167', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': '68b043e3-5a26-4abc-b492-7053157db4b2', 'port_id': 'aa62f9af-6447-4516-a59f-dc36fd82da11', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55e165e6-4b57-4574-ad76-be38ba32d98e', 'mac_address': 'fa:16:3e:ab:99:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbf8641-41b8-47d8-af4d-ef17c6bd1935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:50:47Z', 'updated_at': '2022-10-19T00:50:47Z', 'revision_number': 0, 'project_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cb629d5-6b04-4799-bab2-425ae9524af8', 'name': '', 'network_id': '55e165e6-4b57-4574-ad76-be38ba32d98e', 'tenant_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'mac_address': 'fa:16:3e:5e:35:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b043e3-5a26-4abc-b492-7053157db4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a22e9614-06d2-4e26-842c-688e21b998cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:49:48Z', 'updated_at': '2022-10-19T00:49:58Z', 'revision_number': 5, 'project_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'subnets': [{'id': 'a22e9614-06d2-4e26-842c-688e21b998cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:50:49.059240 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1cb92958-0bad-4baf-8e6f-9785e6496f42 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks [] for security_group_rule (63fe97d7-febc-485b-9e96-ba3ec1cfcee8), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:49.065583 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1cb92958-0bad-4baf-8e6f-9785e6496f42 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038804'] for security_group_rule (63fe97d7-febc-485b-9e96-ba3ec1cfcee8), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:49.090316 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb92958-0bad-4baf-8e6f-9785e6496f42 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63fe97d7-febc-485b-9e96-ba3ec1cfcee8,revision_number=0']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:50:49.101550 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1cb92958-0bad-4baf-8e6f-9785e6496f42 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:49.103668 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-1cb92958-0bad-4baf-8e6f-9785e6496f42 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2157929 Oct 19 00:50:49.108529 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 39976) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:50:49.117033 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [None req-848002c7-92be-4b52-af1e-92eed58b49ef tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Request body: {'security_group_rule': {'security_group_id': '871fe458-7962-462f-9d9c-b229a52f3fc4', 'project_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:50:49.149992 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.db.securitygroups_db [None req-848002c7-92be-4b52-af1e-92eed58b49ef tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Project a8a6d900d9d344a694b955f51fa46aa9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 00:50:49.159576 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-848002c7-92be-4b52-af1e-92eed58b49ef tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks [] for security_group_rule (6460da66-1892-46c5-86b9-230aadcd268a), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:49.240328 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-848002c7-92be-4b52-af1e-92eed58b49ef tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks [] for security_group_rule (6460da66-1892-46c5-86b9-230aadcd268a), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:49.246266 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-848002c7-92be-4b52-af1e-92eed58b49ef tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038804'] for security_group_rule (6460da66-1892-46c5-86b9-230aadcd268a), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:49.272657 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848002c7-92be-4b52-af1e-92eed58b49ef tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6460da66-1892-46c5-86b9-230aadcd268a,revision_number=0']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:50:49.284343 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-848002c7-92be-4b52-af1e-92eed58b49ef tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:49.288807 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 39980) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:50:49.291363 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-848002c7-92be-4b52-af1e-92eed58b49ef tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1809704 Oct 19 00:50:49.295007 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.v2.base [None req-d136b722-69e9-4374-9c1f-69ce74572289 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Request body: {'security_group_rule': {'security_group_id': '871fe458-7962-462f-9d9c-b229a52f3fc4', 'project_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:50:49.322045 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.db.securitygroups_db [None req-d136b722-69e9-4374-9c1f-69ce74572289 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Project a8a6d900d9d344a694b955f51fa46aa9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 00:50:49.333523 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d136b722-69e9-4374-9c1f-69ce74572289 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks [] for security_group_rule (26f2b1a4-dfe9-4118-b9ce-16fddff70c9f), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:49.341629 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf7e5dd-f339-4573-b95d-f9f68c27f196 None None] New status for floating IP 701c3bc4-04fb-4ca7-9000-2461cbcccb33: ACTIVE {{(pid=111417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 00:50:49.413922 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:50:49.422508 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d136b722-69e9-4374-9c1f-69ce74572289 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks [] for security_group_rule (26f2b1a4-dfe9-4118-b9ce-16fddff70c9f), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:49.428066 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d136b722-69e9-4374-9c1f-69ce74572289 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038804'] for security_group_rule (26f2b1a4-dfe9-4118-b9ce-16fddff70c9f), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:49.453902 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d136b722-69e9-4374-9c1f-69ce74572289 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26f2b1a4-dfe9-4118-b9ce-16fddff70c9f,revision_number=0']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:50:49.464870 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-d136b722-69e9-4374-9c1f-69ce74572289 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:49.466918 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-d136b722-69e9-4374-9c1f-69ce74572289 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1762912 Oct 19 00:50:49.590885 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-eb77070c-a932-48eb-9a5e-f6b06dc28eb6 req-ad608e44-9505-427d-b0a5-234dc48a894e tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1982202811&fields=id&tenant_id=a8a6d900d9d344a694b955f51fa46aa9 HTTP/1.1" status: 200 len: 267 time: 0.0640323 Oct 19 00:50:49.647756 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77070c-a932-48eb-9a5e-f6b06dc28eb6 req-4abac371-d2c4-4f94-87a8-b4e2453935a9 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:49.649360 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-eb77070c-a932-48eb-9a5e-f6b06dc28eb6 req-4abac371-d2c4-4f94-87a8-b4e2453935a9 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfbf8641-41b8-47d8-af4d-ef17c6bd1935 HTTP/1.1" status: 200 len: 945 time: 0.0521698 Oct 19 00:50:49.660952 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [req-eb77070c-a932-48eb-9a5e-f6b06dc28eb6 req-3e0696fd-c359-41be-a228-c26e61dc2328 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Request body: {'port': {'security_groups': ['0bab5f87-b37e-4056-8d4e-cb7c2b339004', '871fe458-7962-462f-9d9c-b229a52f3fc4']}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:50:49.739925 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [req-eb77070c-a932-48eb-9a5e-f6b06dc28eb6 req-3e0696fd-c359-41be-a228-c26e61dc2328 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (aa62f9af-6447-4516-a59f-dc36fd82da11), before_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:50.017860 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.db [req-eb77070c-a932-48eb-9a5e-f6b06dc28eb6 req-3e0696fd-c359-41be-a228-c26e61dc2328 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] For port aa62f9af-6447-4516-a59f-dc36fd82da11, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=aa62f9af-6447-4516-a59f-dc36fd82da11,segment=NetworkSegment(2425b63e-dd9c-47b4-b323-5bcff2e111f6),segment_id=2425b63e-dd9c-47b4-b323-5bcff2e111f6)] {{(pid=111415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:50:50.075638 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [req-eb77070c-a932-48eb-9a5e-f6b06dc28eb6 req-3e0696fd-c359-41be-a228-c26e61dc2328 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks [] for port (aa62f9af-6447-4516-a59f-dc36fd82da11), precommit_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:50.083071 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [req-eb77070c-a932-48eb-9a5e-f6b06dc28eb6 req-3e0696fd-c359-41be-a228-c26e61dc2328 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7426799'] for port (aa62f9af-6447-4516-a59f-dc36fd82da11), after_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:50.097635 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77070c-a932-48eb-9a5e-f6b06dc28eb6 req-3e0696fd-c359-41be-a228-c26e61dc2328 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:50.098296 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [req-eb77070c-a932-48eb-9a5e-f6b06dc28eb6 req-3e0696fd-c359-41be-a228-c26e61dc2328 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:50:50.099813 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-eb77070c-a932-48eb-9a5e-f6b06dc28eb6 req-3e0696fd-c359-41be-a228-c26e61dc2328 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "PUT /networking/v2.0/ports/aa62f9af-6447-4516-a59f-dc36fd82da11 HTTP/1.1" status: 200 len: 981 time: 0.4437420 Oct 19 00:50:50.100451 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfbf8641-41b8-47d8-af4d-ef17c6bd1935', 'tag': 'aa62f9af-6447-4516-a59f-dc36fd82da11'}] {{(pid=111415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:50:50.102843 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f300162fd090eaaff70cedce24d76e4f7ed07854ce673f865be8180b69e4678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0463b068-2d48-414d-98ab-a1eba1322e79" -d '{"events": [{"name": "network-changed", "server_uuid": "bfbf8641-41b8-47d8-af4d-ef17c6bd1935", "tag": "aa62f9af-6447-4516-a59f-dc36fd82da11"}]}' {{(pid=111415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:50:50.124190 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] get_ports_and_sgs() called for port_ids ['aa62f9af-6447-4516-a59f-dc36fd82da11'] {{(pid=111416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 00:50:50.162142 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 00:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14312ea-349a-4c4e-bf27-6f7bda839942 x-openstack-request-id: req-c14312ea-349a-4c4e-bf27-6f7bda839942 {{(pid=111415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:50:50.162685 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfbf8641-41b8-47d8-af4d-ef17c6bd1935", "tag": "aa62f9af-6447-4516-a59f-dc36fd82da11", "status": "completed", "code": 200}]} {{(pid=111415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:50:50.163058 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c14312ea-349a-4c4e-bf27-6f7bda839942 {{(pid=111415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:50:50.163549 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c14312ea-349a-4c4e-bf27-6f7bda839942'] response: {'name': 'network-changed', 'server_uuid': 'bfbf8641-41b8-47d8-af4d-ef17c6bd1935', 'tag': 'aa62f9af-6447-4516-a59f-dc36fd82da11', 'status': 'completed', 'code': 200} Oct 19 00:50:50.191673 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0696fd-c359-41be-a228-c26e61dc2328 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Pushing event updated for resources: {'Port': ['ID=aa62f9af-6447-4516-a59f-dc36fd82da11,revision_number=6']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:50:50.240840 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:50:50.295690 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463b068-2d48-414d-98ab-a1eba1322e79 req-2336fc2a-d910-4926-a1f0-a3d037ee2d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:50.298273 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-0463b068-2d48-414d-98ab-a1eba1322e79 req-2336fc2a-d910-4926-a1f0-a3d037ee2d05 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=a8a6d900d9d344a694b955f51fa46aa9&device_id=bfbf8641-41b8-47d8-af4d-ef17c6bd1935 HTTP/1.1" status: 200 len: 1168 time: 0.0744674 Oct 19 00:50:50.300046 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=100 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:50:50.310908 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7fbca-144d-4988-a9ea-acc9f9421b9e req-c5fbdd4c-0742-42ec-813d-8f4e1bb99a21 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:50.313938 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-5cb7fbca-144d-4988-a9ea-acc9f9421b9e req-c5fbdd4c-0742-42ec-813d-8f4e1bb99a21 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfbf8641-41b8-47d8-af4d-ef17c6bd1935 HTTP/1.1" status: 200 len: 984 time: 0.0691910 Oct 19 00:50:50.327736 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] get_ports_and_sgs() called for port_ids ['aa62f9af-6447-4516-a59f-dc36fd82da11'] {{(pid=111416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 00:50:50.414966 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-5cb7fbca-144d-4988-a9ea-acc9f9421b9e req-eefb628c-3190-4e59-b3c3-9827c2531a07 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0bab5f87-b37e-4056-8d4e-cb7c2b339004&id=871fe458-7962-462f-9d9c-b229a52f3fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0890865 Oct 19 00:50:50.485251 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463b068-2d48-414d-98ab-a1eba1322e79 req-d1506812-89b9-464f-9d20-e81c5ef1f2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:50.487020 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-0463b068-2d48-414d-98ab-a1eba1322e79 req-d1506812-89b9-464f-9d20-e81c5ef1f2a9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=55e165e6-4b57-4574-ad76-be38ba32d98e HTTP/1.1" status: 200 len: 916 time: 0.1811523 Oct 19 00:50:50.588626 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-0463b068-2d48-414d-98ab-a1eba1322e79 req-3051cbb8-5d3d-452f-af65-2012348355bc service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa62f9af-6447-4516-a59f-dc36fd82da11 HTTP/1.1" status: 200 len: 1001 time: 0.0933442 Oct 19 00:50:50.640599 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=100 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:50:50.674418 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463b068-2d48-414d-98ab-a1eba1322e79 req-bc7692df-f68f-4aa9-afa9-6ea0b788f146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:50.675990 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-0463b068-2d48-414d-98ab-a1eba1322e79 req-bc7692df-f68f-4aa9-afa9-6ea0b788f146 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a22e9614-06d2-4e26-842c-688e21b998cb HTTP/1.1" status: 200 len: 854 time: 0.0801616 Oct 19 00:50:50.732089 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463b068-2d48-414d-98ab-a1eba1322e79 req-a8caa778-ca92-431f-afdc-ac8e53ecaddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:50:50.733703 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-0463b068-2d48-414d-98ab-a1eba1322e79 req-a8caa778-ca92-431f-afdc-ac8e53ecaddd service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=55e165e6-4b57-4574-ad76-be38ba32d98e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507739 Oct 19 00:50:50.853783 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-0463b068-2d48-414d-98ab-a1eba1322e79 req-eb7c7d40-e55b-4abc-ace3-a6b6e264ec19 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/55e165e6-4b57-4574-ad76-be38ba32d98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107447 Oct 19 00:50:50.990134 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-0463b068-2d48-414d-98ab-a1eba1322e79 req-cd0d7e27-3a28-4225-91c4-6788d86e9670 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/55e165e6-4b57-4574-ad76-be38ba32d98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289833 Oct 19 00:50:54.303209 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.agents_db [None req-a13584a9-f264-4877-bb17-87a252e2109a None None] Agent healthcheck: found 6 active agents {{(pid=111417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:51:00.291358 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=73,neutron:DELETE=4,neutron:INSERT=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:51:00.409270 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:51:00.980421 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=46 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:51:00.984509 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=47 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:51:00.991898 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=92 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:51:00.995257 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=47 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:51:01.854024 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (6724934a-8b6e-4109-8304-d160e240b776), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:04.579267 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d0ccc248-83b8-4c16-9545-430e440c30c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:05.414998 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=23 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:51:05.428446 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:51:06.779734 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-003b2180-c109-43a9-8af4-d90c81a96989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:07.054285 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b281f-14ff-4fb2-94f1-e4278ee8f91f req-73d9914e-aeb3-4663-944c-f571b8ba5515 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:51:07.055960 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-069b281f-14ff-4fb2-94f1-e4278ee8f91f req-73d9914e-aeb3-4663-944c-f571b8ba5515 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d49a602c-229d-48e6-8b26-c67f73ed8f2f HTTP/1.1" status: 200 len: 945 time: 0.0593157 Oct 19 00:51:07.114329 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-069b281f-14ff-4fb2-94f1-e4278ee8f91f req-adbe0410-09a9-449f-ac6b-b6180da55d44 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c0cc814d-9b96-48d7-a64b-359831ee3777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521655 Oct 19 00:51:08.266173 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d8c71-b35c-49c6-b9c9-18d3732848c0 req-146ed4e0-f6db-4b74-bb10-62fb9f938448 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:51:08.267828 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a25d8c71-b35c-49c6-b9c9-18d3732848c0 req-146ed4e0-f6db-4b74-bb10-62fb9f938448 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d49a602c-229d-48e6-8b26-c67f73ed8f2f HTTP/1.1" status: 200 len: 945 time: 0.0702815 Oct 19 00:51:08.294057 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:08.350520 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a25d8c71-b35c-49c6-b9c9-18d3732848c0 req-0ac0cc7b-5563-46b3-adee-d5c0996227e7 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c0cc814d-9b96-48d7-a64b-359831ee3777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760736 Oct 19 00:51:09.111729 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ca8d3-e01b-48bf-88a2-ea9fd0ce2f9e req-09a3fb20-3d72-44e5-bfde-c9d0e7b5c2ca tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:51:09.113416 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-5c3ca8d3-e01b-48bf-88a2-ea9fd0ce2f9e req-09a3fb20-3d72-44e5-bfde-c9d0e7b5c2ca tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d49a602c-229d-48e6-8b26-c67f73ed8f2f HTTP/1.1" status: 200 len: 945 time: 0.0534375 Oct 19 00:51:09.217171 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [req-5c3ca8d3-e01b-48bf-88a2-ea9fd0ce2f9e req-5f85bb55-62f4-4d2f-a1e2-67d814533d81 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Deleting port a6830382-e592-4ea8-9d6a-63da173d5d01 {{(pid=111414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:51:09.217585 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-5c3ca8d3-e01b-48bf-88a2-ea9fd0ce2f9e req-5f85bb55-62f4-4d2f-a1e2-67d814533d81 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (a6830382-e592-4ea8-9d6a-63da173d5d01), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:09.320979 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-5c3ca8d3-e01b-48bf-88a2-ea9fd0ce2f9e req-5f85bb55-62f4-4d2f-a1e2-67d814533d81 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] For port a6830382-e592-4ea8-9d6a-63da173d5d01, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a6830382-e592-4ea8-9d6a-63da173d5d01,segment=NetworkSegment(8053efdb-fe2b-48be-9228-17e179e76fd1),segment_id=8053efdb-fe2b-48be-9228-17e179e76fd1)] {{(pid=111414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:51:09.321476 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-5c3ca8d3-e01b-48bf-88a2-ea9fd0ce2f9e req-5f85bb55-62f4-4d2f-a1e2-67d814533d81 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (a6830382-e592-4ea8-9d6a-63da173d5d01), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:09.523289 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62a405-f504-4c7e-a377-d97d68b091fb req-c14d2ee0-653a-4767-9622-29d2ac14381b tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:51:09.525961 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-6c62a405-f504-4c7e-a377-d97d68b091fb req-c14d2ee0-653a-4767-9622-29d2ac14381b tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d49a602c-229d-48e6-8b26-c67f73ed8f2f HTTP/1.1" status: 200 len: 945 time: 0.0826416 Oct 19 00:51:09.552146 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-5c3ca8d3-e01b-48bf-88a2-ea9fd0ce2f9e req-5f85bb55-62f4-4d2f-a1e2-67d814533d81 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:09.552634 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-5c3ca8d3-e01b-48bf-88a2-ea9fd0ce2f9e req-5f85bb55-62f4-4d2f-a1e2-67d814533d81 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1942318'] for floatingip (d1bad7a0-8cb4-47bd-9129-fb7bb9dfe61f), after_update {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:09.552947 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.db.l3_db [req-5c3ca8d3-e01b-48bf-88a2-ea9fd0ce2f9e req-5f85bb55-62f4-4d2f-a1e2-67d814533d81 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Floating IP d1bad7a0-8cb4-47bd-9129-fb7bb9dfe61f disassociated. External IP: 172.37.6.179, port: a6830382-e592-4ea8-9d6a-63da173d5d01. Oct 19 00:51:09.553302 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [req-5c3ca8d3-e01b-48bf-88a2-ea9fd0ce2f9e req-5f85bb55-62f4-4d2f-a1e2-67d814533d81 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Calling delete_port for a6830382-e592-4ea8-9d6a-63da173d5d01 owned by compute:nova {{(pid=111414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:51:09.585165 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-6c62a405-f504-4c7e-a377-d97d68b091fb req-61dbbbad-ea6b-4fad-ac96-ac778f5c841c tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c0cc814d-9b96-48d7-a64b-359831ee3777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529881 Oct 19 00:51:09.706073 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-5c3ca8d3-e01b-48bf-88a2-ea9fd0ce2f9e req-5f85bb55-62f4-4d2f-a1e2-67d814533d81 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (a6830382-e592-4ea8-9d6a-63da173d5d01), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:09.737690 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85bb55-62f4-4d2f-a1e2-67d814533d81 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Pushing event deleted for resources: {'Port': ['ID=a6830382-e592-4ea8-9d6a-63da173d5d01,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:51:09.875094 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c3ca8d3-e01b-48bf-88a2-ea9fd0ce2f9e req-5f85bb55-62f4-4d2f-a1e2-67d814533d81 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Router 1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7 has already been hosted by L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 {{(pid=111414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:51:10.024304 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c3ca8d3-e01b-48bf-88a2-ea9fd0ce2f9e req-5f85bb55-62f4-4d2f-a1e2-67d814533d81 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:51:10.035939 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfa7d3d-dd29-44d4-bc33-50474bee390b None None] Sync routers for ids ['1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7'] in dv-cinder-master-3-iscsi {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:51:10.078299 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfa7d3d-dd29-44d4-bc33-50474bee390b None None] Routers {'1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:51:10.079492 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-fcfa7d3d-dd29-44d4-bc33-50474bee390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:51:07Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:51:10.085939 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:10.102064 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c3ca8d3-e01b-48bf-88a2-ea9fd0ce2f9e req-5f85bb55-62f4-4d2f-a1e2-67d814533d81 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] No DVR routers for this DVR port a6830382-e592-4ea8-9d6a-63da173d5d01 on host hv-cinder-maste {{(pid=111414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 19 00:51:10.106952 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-5c3ca8d3-e01b-48bf-88a2-ea9fd0ce2f9e req-5f85bb55-62f4-4d2f-a1e2-67d814533d81 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:10.112476 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-5c3ca8d3-e01b-48bf-88a2-ea9fd0ce2f9e req-5f85bb55-62f4-4d2f-a1e2-67d814533d81 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.20 "DELETE /networking/v2.0/ports/a6830382-e592-4ea8-9d6a-63da173d5d01 HTTP/1.1" status: 204 len: 173 time: 0.9926918 Oct 19 00:51:10.113536 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49a602c-229d-48e6-8b26-c67f73ed8f2f', 'name': 'network-vif-deleted', 'tag': 'a6830382-e592-4ea8-9d6a-63da173d5d01'}] {{(pid=111414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:51:10.117426 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e46469f00a83062af0f8a877bbd3a06bc7f865c711541049e4990ec8a28c8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68521ad8-9047-440e-b314-6bada176eba5" -d '{"events": [{"server_uuid": "d49a602c-229d-48e6-8b26-c67f73ed8f2f", "name": "network-vif-deleted", "tag": "a6830382-e592-4ea8-9d6a-63da173d5d01"}]}' {{(pid=111414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:51:10.248182 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-fcfa7d3d-dd29-44d4-bc33-50474bee390b None None] Set router 1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7 gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:51:10.335333 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 00:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42f642f-618e-42d0-90bb-23b77f0db001 x-openstack-request-id: req-f42f642f-618e-42d0-90bb-23b77f0db001 {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:51:10.335333 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d49a602c-229d-48e6-8b26-c67f73ed8f2f", "name": "network-vif-deleted", "tag": "a6830382-e592-4ea8-9d6a-63da173d5d01", "status": "completed", "code": 200}]} {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:51:10.335821 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f42f642f-618e-42d0-90bb-23b77f0db001 {{(pid=111414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:51:10.336052 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f42f642f-618e-42d0-90bb-23b77f0db001'] response: {'server_uuid': 'd49a602c-229d-48e6-8b26-c67f73ed8f2f', 'name': 'network-vif-deleted', 'tag': 'a6830382-e592-4ea8-9d6a-63da173d5d01', 'status': 'completed', 'code': 200} Oct 19 00:51:10.428485 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:10.554035 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-fcfa7d3d-dd29-44d4-bc33-50474bee390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'name': 'tempest-AttachVolumeTestJSON-665471831-router', 'tenant_id': '82d7723ef95b4c3faeac9835eeb233a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.55'}], 'enable_snat': True}, 'gw_port_id': '60b35499-9e5f-4f78-9caa-176723e11297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:46:18Z', 'updated_at': '2022-10-19T00:46:22Z', 'revision_number': 4, 'project_id': '82d7723ef95b4c3faeac9835eeb233a5', 'gw_port': {'id': '60b35499-9e5f-4f78-9caa-176723e11297', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:46:19Z', 'updated_at': '2022-10-19T00:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '420d1988-55df-4bac-9ed8-1a033a3e0d13', 'name': '', 'network_id': '68404256-b068-4f6b-bb54-21abe9c04e36', 'tenant_id': '82d7723ef95b4c3faeac9835eeb233a5', 'mac_address': 'fa:16:3e:5e:54:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'f1202a63-9912-4834-858f-95da1154adf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:46:21Z', 'updated_at': '2022-10-19T00:46:29Z', 'revision_number': 5, 'project_id': '82d7723ef95b4c3faeac9835eeb233a5', 'subnets': [{'id': 'f1202a63-9912-4834-858f-95da1154adf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:51:10.585875 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfa7d3d-dd29-44d4-bc33-50474bee390b None None] Checking router: 1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7 for host: dv-cinder-master-3-iscsi {{(pid=111416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:51:10.596601 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfa7d3d-dd29-44d4-bc33-50474bee390b None None] Routers {'1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:51:10.597228 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-fcfa7d3d-dd29-44d4-bc33-50474bee390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:51:07Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:51:10.743762 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-fcfa7d3d-dd29-44d4-bc33-50474bee390b None None] Set router 1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7 gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:51:10.749000 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-b53572aa-304c-4f82-b406-1eeab0ef0c8f req-f0d277a8-e729-4264-980a-dec822f4d758 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d49a602c-229d-48e6-8b26-c67f73ed8f2f HTTP/1.1" status: 200 len: 210 time: 0.0436599 Oct 19 00:51:10.989949 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-fcfa7d3d-dd29-44d4-bc33-50474bee390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'name': 'tempest-AttachVolumeTestJSON-665471831-router', 'tenant_id': '82d7723ef95b4c3faeac9835eeb233a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.55'}], 'enable_snat': True}, 'gw_port_id': '60b35499-9e5f-4f78-9caa-176723e11297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:46:18Z', 'updated_at': '2022-10-19T00:46:22Z', 'revision_number': 4, 'project_id': '82d7723ef95b4c3faeac9835eeb233a5', 'gw_port': {'id': '60b35499-9e5f-4f78-9caa-176723e11297', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:46:19Z', 'updated_at': '2022-10-19T00:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '420d1988-55df-4bac-9ed8-1a033a3e0d13', 'name': '', 'network_id': '68404256-b068-4f6b-bb54-21abe9c04e36', 'tenant_id': '82d7723ef95b4c3faeac9835eeb233a5', 'mac_address': 'fa:16:3e:5e:54:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'f1202a63-9912-4834-858f-95da1154adf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:46:21Z', 'updated_at': '2022-10-19T00:46:29Z', 'revision_number': 5, 'project_id': '82d7723ef95b4c3faeac9835eeb233a5', 'subnets': [{'id': 'f1202a63-9912-4834-858f-95da1154adf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:51:11.020414 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfa7d3d-dd29-44d4-bc33-50474bee390b None None] The sync data for ids ['1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7'] in dv-cinder-master-3-iscsi is: [{'id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'name': 'tempest-AttachVolumeTestJSON-665471831-router', 'tenant_id': '82d7723ef95b4c3faeac9835eeb233a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.55'}], 'enable_snat': True}, 'gw_port_id': '60b35499-9e5f-4f78-9caa-176723e11297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:46:18Z', 'updated_at': '2022-10-19T00:46:22Z', 'revision_number': 4, 'project_id': '82d7723ef95b4c3faeac9835eeb233a5', 'gw_port': {'id': '60b35499-9e5f-4f78-9caa-176723e11297', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:46:19Z', 'updated_at': '2022-10-19T00:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '420d1988-55df-4bac-9ed8-1a033a3e0d13', 'name': '', 'network_id': '68404256-b068-4f6b-bb54-21abe9c04e36', 'tenant_id': '82d7723ef95b4c3faeac9835eeb233a5', 'mac_address': 'fa:16:3e:5e:54:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'f1202a63-9912-4834-858f-95da1154adf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:46:21Z', 'updated_at': '2022-10-19T00:46:29Z', 'revision_number': 5, 'project_id': '82d7723ef95b4c3faeac9835eeb233a5', 'subnets': [{'id': 'f1202a63-9912-4834-858f-95da1154adf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:51:11.288771 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d82071a-0644-41b0-b243-3bd54d531020 None None] New status for floating IP d1bad7a0-8cb4-47bd-9129-fb7bb9dfe61f: DOWN {{(pid=111417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 00:51:11.744835 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device a6830382-e592-4ea8-9d6a-63da173d5d01 no longer exists at agent hyperv_hv-cinder-maste {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:51:11.770045 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] No Port match for: a6830382-e592-4ea8-9d6a-63da173d5d01 {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:51:11.770383 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device a6830382-e592-4ea8-9d6a-63da173d5d01 not bound to the agent host hv-cinder-maste {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:51:11.869161 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 40110) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:51:11.923824 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:51:11.940698 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-84934b30-5529-44ea-bff7-74e96a77dd7a tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks [] for security_group (c0cc814d-9b96-48d7-a64b-359831ee3777), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:11.968197 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-84934b30-5529-44ea-bff7-74e96a77dd7a tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks [] for security_group (c0cc814d-9b96-48d7-a64b-359831ee3777), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:12.023315 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-84934b30-5529-44ea-bff7-74e96a77dd7a tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (c0cc814d-9b96-48d7-a64b-359831ee3777), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:12.026074 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-84934b30-5529-44ea-bff7-74e96a77dd7a tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:12.027853 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-84934b30-5529-44ea-bff7-74e96a77dd7a tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/c0cc814d-9b96-48d7-a64b-359831ee3777 HTTP/1.1" status: 204 len: 168 time: 0.1568508 Oct 19 00:51:12.031387 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 40112) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:51:12.032303 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:51:12.039222 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84934b30-5529-44ea-bff7-74e96a77dd7a tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0cc814d-9b96-48d7-a64b-359831ee3777,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:51:12.058705 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.api.v2.resource [None req-a3648a52-b975-4aa3-97a2-38f3e69cc405 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] show failed (client error): The resource could not be found. Oct 19 00:51:12.060209 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-a3648a52-b975-4aa3-97a2-38f3e69cc405 tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "GET /networking/v2.0/security-groups/c0cc814d-9b96-48d7-a64b-359831ee3777 HTTP/1.1" status: 404 len: 347 time: 0.0270188 Oct 19 00:51:12.063794 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 40114) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:51:12.196221 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-5dd7b5f9-a20f-4c6a-9f8c-99657608c1db tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Deleting port aa8d5c49-6be5-4ab3-b3db-fb579c10607e {{(pid=111415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:51:12.196736 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-5dd7b5f9-a20f-4c6a-9f8c-99657608c1db tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (aa8d5c49-6be5-4ab3-b3db-fb579c10607e), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:12.294021 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-5dd7b5f9-a20f-4c6a-9f8c-99657608c1db tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (aa8d5c49-6be5-4ab3-b3db-fb579c10607e), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:12.294295 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-5dd7b5f9-a20f-4c6a-9f8c-99657608c1db tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks [] for floatingip (aa8d5c49-6be5-4ab3-b3db-fb579c10607e), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:12.310430 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-5dd7b5f9-a20f-4c6a-9f8c-99657608c1db tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Calling delete_port for aa8d5c49-6be5-4ab3-b3db-fb579c10607e owned by network:floatingip {{(pid=111415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:51:12.458888 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-5dd7b5f9-a20f-4c6a-9f8c-99657608c1db tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7426774'] for port (aa8d5c49-6be5-4ab3-b3db-fb579c10607e), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:12.485606 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd7b5f9-a20f-4c6a-9f8c-99657608c1db tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Pushing event deleted for resources: {'Port': ['ID=aa8d5c49-6be5-4ab3-b3db-fb579c10607e,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:51:12.499871 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd7b5f9-a20f-4c6a-9f8c-99657608c1db tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:12.500474 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd7b5f9-a20f-4c6a-9f8c-99657608c1db tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:12.500741 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd7b5f9-a20f-4c6a-9f8c-99657608c1db tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:12.501017 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd7b5f9-a20f-4c6a-9f8c-99657608c1db tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:12.501277 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd7b5f9-a20f-4c6a-9f8c-99657608c1db tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:12.501552 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd7b5f9-a20f-4c6a-9f8c-99657608c1db tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:12.501885 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd7b5f9-a20f-4c6a-9f8c-99657608c1db tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:12.502203 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd7b5f9-a20f-4c6a-9f8c-99657608c1db tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:12.502552 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd7b5f9-a20f-4c6a-9f8c-99657608c1db tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:12.502879 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd7b5f9-a20f-4c6a-9f8c-99657608c1db tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:12.503198 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd7b5f9-a20f-4c6a-9f8c-99657608c1db tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:12.503518 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd7b5f9-a20f-4c6a-9f8c-99657608c1db tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:12.503836 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd7b5f9-a20f-4c6a-9f8c-99657608c1db tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:12.504150 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd7b5f9-a20f-4c6a-9f8c-99657608c1db tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:12.504466 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd7b5f9-a20f-4c6a-9f8c-99657608c1db tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:12.568913 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-5dd7b5f9-a20f-4c6a-9f8c-99657608c1db tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks [] for floatingip (d1bad7a0-8cb4-47bd-9129-fb7bb9dfe61f), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:12.571858 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-5dd7b5f9-a20f-4c6a-9f8c-99657608c1db tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for floatingip (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:12.573124 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-5dd7b5f9-a20f-4c6a-9f8c-99657608c1db tempest-AttachVolumeTestJSON-35550062 tempest-AttachVolumeTestJSON-35550062-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/d1bad7a0-8cb4-47bd-9129-fb7bb9dfe61f HTTP/1.1" status: 204 len: 168 time: 0.5083101 Oct 19 00:51:13.313455 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9546395-2ca6-486a-8384-226814e56203 req-1e1aa7cb-8814-4baf-9590-2171de1bd26e tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:51:13.315932 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-e9546395-2ca6-486a-8384-226814e56203 req-1e1aa7cb-8814-4baf-9590-2171de1bd26e tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfbf8641-41b8-47d8-af4d-ef17c6bd1935 HTTP/1.1" status: 200 len: 984 time: 0.0653522 Oct 19 00:51:13.368523 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2be29-2ed0-4f0d-a1cf-6bef01e0ddb7 req-f5b55e86-d3dc-4154-831a-c7227c8b3c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:51:13.372306 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-8ff2be29-2ed0-4f0d-a1cf-6bef01e0ddb7 req-f5b55e86-d3dc-4154-831a-c7227c8b3c56 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=a8a6d900d9d344a694b955f51fa46aa9&device_id=bfbf8641-41b8-47d8-af4d-ef17c6bd1935 HTTP/1.1" status: 200 len: 1168 time: 0.0709643 Oct 19 00:51:13.409767 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-e9546395-2ca6-486a-8384-226814e56203 req-4c847f6b-2813-4092-9f23-07e2de122207 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0bab5f87-b37e-4056-8d4e-cb7c2b339004&id=871fe458-7962-462f-9d9c-b229a52f3fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0871482 Oct 19 00:51:13.489122 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2be29-2ed0-4f0d-a1cf-6bef01e0ddb7 req-d9b60e6f-2cc3-43c4-8783-96fc2aef0820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:51:13.490693 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-8ff2be29-2ed0-4f0d-a1cf-6bef01e0ddb7 req-d9b60e6f-2cc3-43c4-8783-96fc2aef0820 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=55e165e6-4b57-4574-ad76-be38ba32d98e HTTP/1.1" status: 200 len: 916 time: 0.1137679 Oct 19 00:51:13.568227 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-8ff2be29-2ed0-4f0d-a1cf-6bef01e0ddb7 req-a0c742bf-ad03-4455-8302-2748f1722b25 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa62f9af-6447-4516-a59f-dc36fd82da11 HTTP/1.1" status: 200 len: 1001 time: 0.0703347 Oct 19 00:51:13.627988 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2be29-2ed0-4f0d-a1cf-6bef01e0ddb7 req-36370292-0ac3-4006-828b-c3b0ff758a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:51:13.629580 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-8ff2be29-2ed0-4f0d-a1cf-6bef01e0ddb7 req-36370292-0ac3-4006-828b-c3b0ff758a3b service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a22e9614-06d2-4e26-842c-688e21b998cb HTTP/1.1" status: 200 len: 854 time: 0.0523300 Oct 19 00:51:13.688294 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2be29-2ed0-4f0d-a1cf-6bef01e0ddb7 req-eb4ac301-ea57-4e9c-89d4-f09f64bbc0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:51:13.690098 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-8ff2be29-2ed0-4f0d-a1cf-6bef01e0ddb7 req-eb4ac301-ea57-4e9c-89d4-f09f64bbc0ff service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=55e165e6-4b57-4574-ad76-be38ba32d98e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518112 Oct 19 00:51:13.703531 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [req-8ff2be29-2ed0-4f0d-a1cf-6bef01e0ddb7 req-a160c0e2-b70e-4e2e-ac5a-d4c9dcb35205 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=111414) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 19 00:51:13.704783 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-8ff2be29-2ed0-4f0d-a1cf-6bef01e0ddb7 req-a160c0e2-b70e-4e2e-ac5a-d4c9dcb35205 service neutron] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0064824 Oct 19 00:51:13.854226 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-8ff2be29-2ed0-4f0d-a1cf-6bef01e0ddb7 req-2c0c5ce2-fde8-4b73-b629-247ca7d881a1 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/55e165e6-4b57-4574-ad76-be38ba32d98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400900 Oct 19 00:51:13.984703 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-8ff2be29-2ed0-4f0d-a1cf-6bef01e0ddb7 req-8d1eaccd-040b-4593-afeb-2b40fe8dc066 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/55e165e6-4b57-4574-ad76-be38ba32d98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255741 Oct 19 00:51:14.571844 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe3709-e62c-41a4-8f62-63841f5515ce req-698ad7d1-2e97-473f-9e98-934edea83eda tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:51:14.573487 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-6ffe3709-e62c-41a4-8f62-63841f5515ce req-698ad7d1-2e97-473f-9e98-934edea83eda tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfbf8641-41b8-47d8-af4d-ef17c6bd1935 HTTP/1.1" status: 200 len: 984 time: 0.0593073 Oct 19 00:51:14.621574 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:51:14.651405 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:51:14.672439 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-6ffe3709-e62c-41a4-8f62-63841f5515ce req-cd275600-dd8a-460c-89f5-aaf88b16ef74 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0bab5f87-b37e-4056-8d4e-cb7c2b339004&id=871fe458-7962-462f-9d9c-b229a52f3fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0921662 Oct 19 00:51:15.806969 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be95db8-9051-4924-a3d5-41360897f8a0 req-157bec86-5a85-489c-870a-2a205a9bed1d tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:51:15.808549 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-6be95db8-9051-4924-a3d5-41360897f8a0 req-157bec86-5a85-489c-870a-2a205a9bed1d tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfbf8641-41b8-47d8-af4d-ef17c6bd1935 HTTP/1.1" status: 200 len: 984 time: 0.0519338 Oct 19 00:51:15.877803 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-6be95db8-9051-4924-a3d5-41360897f8a0 req-ce492d02-ef73-4883-be01-6e447cba1b0a tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0bab5f87-b37e-4056-8d4e-cb7c2b339004&id=871fe458-7962-462f-9d9c-b229a52f3fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619800 Oct 19 00:51:16.299013 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 40152) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:51:17.053003 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940dbde4-08bb-4402-8d86-929ea7c31926 req-eb8a010b-dc57-457c-86a7-76391a3eaeae tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:51:17.054648 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-940dbde4-08bb-4402-8d86-929ea7c31926 req-eb8a010b-dc57-457c-86a7-76391a3eaeae tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfbf8641-41b8-47d8-af4d-ef17c6bd1935 HTTP/1.1" status: 200 len: 984 time: 0.0809519 Oct 19 00:51:17.198632 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-940dbde4-08bb-4402-8d86-929ea7c31926 req-3c531d98-98b0-4131-9d08-2dc8ed18c26c tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0bab5f87-b37e-4056-8d4e-cb7c2b339004&id=871fe458-7962-462f-9d9c-b229a52f3fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1358917 Oct 19 00:51:17.220905 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-fd22eda2-adb5-484f-9d4f-fb58accbb85a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1942574'] for router_interface (1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:17.560777 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-fd22eda2-adb5-484f-9d4f-fb58accbb85a admin admin] Deleting port 420d1988-55df-4bac-9ed8-1a033a3e0d13 {{(pid=111415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:51:17.561136 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-fd22eda2-adb5-484f-9d4f-fb58accbb85a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (420d1988-55df-4bac-9ed8-1a033a3e0d13), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:17.661732 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.db [None req-fd22eda2-adb5-484f-9d4f-fb58accbb85a admin admin] For port 420d1988-55df-4bac-9ed8-1a033a3e0d13, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=420d1988-55df-4bac-9ed8-1a033a3e0d13,segment=NetworkSegment(8053efdb-fe2b-48be-9228-17e179e76fd1),segment_id=8053efdb-fe2b-48be-9228-17e179e76fd1)] {{(pid=111415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:51:17.662094 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-fd22eda2-adb5-484f-9d4f-fb58accbb85a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (420d1988-55df-4bac-9ed8-1a033a3e0d13), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:17.679070 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-fd22eda2-adb5-484f-9d4f-fb58accbb85a admin admin] Calling delete_port for 420d1988-55df-4bac-9ed8-1a033a3e0d13 owned by network:router_interface {{(pid=111415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:51:17.691164 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:51:17.785825 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=100 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:51:17.924378 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-fd22eda2-adb5-484f-9d4f-fb58accbb85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7426774'] for port (420d1988-55df-4bac-9ed8-1a033a3e0d13), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:17.957271 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd22eda2-adb5-484f-9d4f-fb58accbb85a admin admin] Pushing event deleted for resources: {'Port': ['ID=420d1988-55df-4bac-9ed8-1a033a3e0d13,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:51:18.193997 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-fd22eda2-adb5-484f-9d4f-fb58accbb85a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1942682'] for router_interface (1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:18.228742 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb2e76f-cbfe-4b11-ae12-f7cfee0c01ee None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=111416) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 19 00:51:18.408962 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb2e76f-cbfe-4b11-ae12-f7cfee0c01ee None None] Resources bound (agent type, host, resource id): {{(pid=111416) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 00:51:18.418983 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288487e-41e3-458c-9960-3c855fc8c8cf req-c0b69df7-0b7b-48c5-a3d7-63c1f6af1e44 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:51:18.420742 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a288487e-41e3-458c-9960-3c855fc8c8cf req-c0b69df7-0b7b-48c5-a3d7-63c1f6af1e44 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfbf8641-41b8-47d8-af4d-ef17c6bd1935 HTTP/1.1" status: 200 len: 984 time: 0.0978062 Oct 19 00:51:18.422113 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:51:18.535775 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:51:18.549172 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a288487e-41e3-458c-9960-3c855fc8c8cf req-e56647df-4c34-4559-adb3-1bb501ea9f27 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0bab5f87-b37e-4056-8d4e-cb7c2b339004&id=871fe458-7962-462f-9d9c-b229a52f3fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1170056 Oct 19 00:51:18.551393 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd22eda2-adb5-484f-9d4f-fb58accbb85a admin admin] Router 1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7 has already been hosted by L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 {{(pid=111415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:51:18.675740 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd22eda2-adb5-484f-9d4f-fb58accbb85a admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:51:18.684030 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-fd22eda2-adb5-484f-9d4f-fb58accbb85a admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3828194 Oct 19 00:51:18.686203 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 40160) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:51:18.694941 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e331a7-f441-4972-9dc5-386fb140f201 None None] Sync routers for ids ['1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7'] in dv-cinder-master-3-iscsi {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:51:18.708357 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e331a7-f441-4972-9dc5-386fb140f201 None None] Routers {'1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:51:18.708999 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-78e331a7-f441-4972-9dc5-386fb140f201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:51:07Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:51:18.848224 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-fd2d80c0-35c7-46da-bf7b-58d1a3763b69 admin admin] Publish callbacks [] for router (1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:18.913056 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:51:18.939171 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:51:19.025772 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-fd2d80c0-35c7-46da-bf7b-58d1a3763b69 admin admin] Publish callbacks [] for router_gateway (1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:19.036952 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-78e331a7-f441-4972-9dc5-386fb140f201 None None] Set router 1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7 gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:51:19.100311 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-fd2d80c0-35c7-46da-bf7b-58d1a3763b69 admin admin] Deleting port 60b35499-9e5f-4f78-9caa-176723e11297 {{(pid=111415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:51:19.100846 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-fd2d80c0-35c7-46da-bf7b-58d1a3763b69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (60b35499-9e5f-4f78-9caa-176723e11297), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:19.260805 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.db [None req-fd2d80c0-35c7-46da-bf7b-58d1a3763b69 admin admin] For port 60b35499-9e5f-4f78-9caa-176723e11297, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=60b35499-9e5f-4f78-9caa-176723e11297,segment=NetworkSegment(cdce283e-dd8a-4d22-a7f9-996f16aea9b7),segment_id=cdce283e-dd8a-4d22-a7f9-996f16aea9b7)] {{(pid=111415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:51:19.262316 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-fd2d80c0-35c7-46da-bf7b-58d1a3763b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (60b35499-9e5f-4f78-9caa-176723e11297), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:19.269482 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-78e331a7-f441-4972-9dc5-386fb140f201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'name': 'tempest-AttachVolumeTestJSON-665471831-router', 'tenant_id': '82d7723ef95b4c3faeac9835eeb233a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.55'}], 'enable_snat': True}, 'gw_port_id': '60b35499-9e5f-4f78-9caa-176723e11297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:46:18Z', 'updated_at': '2022-10-19T00:51:17Z', 'revision_number': 5, 'project_id': '82d7723ef95b4c3faeac9835eeb233a5', 'gw_port': {'id': '60b35499-9e5f-4f78-9caa-176723e11297', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:46:19Z', 'updated_at': '2022-10-19T00:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:51:19.288353 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-fd2d80c0-35c7-46da-bf7b-58d1a3763b69 admin admin] Calling delete_port for 60b35499-9e5f-4f78-9caa-176723e11297 owned by network:router_gateway {{(pid=111415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:51:19.310904 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e331a7-f441-4972-9dc5-386fb140f201 None None] Checking router: 1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7 for host: dv-cinder-master-3-iscsi {{(pid=111416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:51:19.326583 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e331a7-f441-4972-9dc5-386fb140f201 None None] Routers {'1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:51:19.327515 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-78e331a7-f441-4972-9dc5-386fb140f201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:51:07Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:51:19.450236 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-78e331a7-f441-4972-9dc5-386fb140f201 None None] Set router 1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7 gateway port host: None {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:51:19.517698 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-78e331a7-f441-4972-9dc5-386fb140f201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'name': 'tempest-AttachVolumeTestJSON-665471831-router', 'tenant_id': '82d7723ef95b4c3faeac9835eeb233a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:46:18Z', 'updated_at': '2022-10-19T00:51:19Z', 'revision_number': 6, 'project_id': '82d7723ef95b4c3faeac9835eeb233a5', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:51:19.551229 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e331a7-f441-4972-9dc5-386fb140f201 None None] The sync data for ids ['1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7'] in dv-cinder-master-3-iscsi is: [{'id': '1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7', 'name': 'tempest-AttachVolumeTestJSON-665471831-router', 'tenant_id': '82d7723ef95b4c3faeac9835eeb233a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:46:18Z', 'updated_at': '2022-10-19T00:51:19Z', 'revision_number': 6, 'project_id': '82d7723ef95b4c3faeac9835eeb233a5', 'gw_port_host': None}] {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:51:19.554085 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-03743994-4977-4108-80b1-8f49df8e8da4 None None] Provisioning complete for port 3792ec39-bfa3-497e-a816-e90c776b9171 triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:51:19.554464 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-03743994-4977-4108-80b1-8f49df8e8da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (3792ec39-bfa3-497e-a816-e90c776b9171), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:19.554841 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-03743994-4977-4108-80b1-8f49df8e8da4 None None] Attempt 1 to provision port 3792ec39-bfa3-497e-a816-e90c776b9171 Oct 19 00:51:19.614811 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-fd2d80c0-35c7-46da-bf7b-58d1a3763b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7426774'] for port (60b35499-9e5f-4f78-9caa-176723e11297), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:19.652953 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d80c0-35c7-46da-bf7b-58d1a3763b69 admin admin] Pushing event deleted for resources: {'Port': ['ID=60b35499-9e5f-4f78-9caa-176723e11297,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:51:19.701578 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-03743994-4977-4108-80b1-8f49df8e8da4 None None] Current status of the port 3792ec39-bfa3-497e-a816-e90c776b9171 is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:51:19.767956 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c81d5-2e67-45d4-84b2-bbf79a12bdbf req-f038f5f0-6e4a-495b-9d37-01a36fe825ea tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:51:19.769932 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8d5c81d5-2e67-45d4-84b2-bbf79a12bdbf req-f038f5f0-6e4a-495b-9d37-01a36fe825ea tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfbf8641-41b8-47d8-af4d-ef17c6bd1935 HTTP/1.1" status: 200 len: 984 time: 0.0840678 Oct 19 00:51:19.788131 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-fd2d80c0-35c7-46da-bf7b-58d1a3763b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1947507'] for router_gateway (1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:19.905609 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-fd2d80c0-35c7-46da-bf7b-58d1a3763b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2019'] for router (1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:19.912527 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-fd2d80c0-35c7-46da-bf7b-58d1a3763b69 admin admin] Publish callbacks [] for router_controller (1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7), precommit_delete_associations {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:19.996337 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-8d5c81d5-2e67-45d4-84b2-bbf79a12bdbf req-973f5d40-7ea2-48c6-a139-1044e88a626b tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0bab5f87-b37e-4056-8d4e-cb7c2b339004&id=871fe458-7962-462f-9d9c-b229a52f3fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2173381 Oct 19 00:51:20.003449 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-fd2d80c0-35c7-46da-bf7b-58d1a3763b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942605'] for router (1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:20.004698 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2d80c0-35c7-46da-bf7b-58d1a3763b69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7 {{(pid=111415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 00:51:20.012770 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-fd2d80c0-35c7-46da-bf7b-58d1a3763b69 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:20.019101 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 40164) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:51:20.019991 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-fd2d80c0-35c7-46da-bf7b-58d1a3763b69 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/1ce5f8f2-0e8c-4e1a-816c-40e6499bacf7 HTTP/1.1" status: 204 len: 168 time: 1.3315136 Oct 19 00:51:20.099826 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.db_base_plugin_v2 [None req-f343d6a1-8e3f-4696-b0e1-750224216028 admin admin] Deleting subnet f1202a63-9912-4834-858f-95da1154adf8 {{(pid=111414) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 19 00:51:20.105786 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-f343d6a1-8e3f-4696-b0e1-750224216028 admin admin] Publish callbacks [] for subnet (f1202a63-9912-4834-858f-95da1154adf8), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:20.158347 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-f343d6a1-8e3f-4696-b0e1-750224216028 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8000512'] for subnet (f1202a63-9912-4834-858f-95da1154adf8), precommit_delete_associations {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:20.250275 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-f343d6a1-8e3f-4696-b0e1-750224216028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-835128'] for subnet (f1202a63-9912-4834-858f-95da1154adf8), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:20.334378 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-f343d6a1-8e3f-4696-b0e1-750224216028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-835107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6577423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8022618'] for subnet (f1202a63-9912-4834-858f-95da1154adf8), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:20.372168 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f343d6a1-8e3f-4696-b0e1-750224216028 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1202a63-9912-4834-858f-95da1154adf8,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:51:20.378310 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-f343d6a1-8e3f-4696-b0e1-750224216028 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for subnet (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:20.388679 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2dd4da-b43a-42ba-82c5-e04a13bc358a None None] Network 68404256-b068-4f6b-bb54-21abe9c04e36 requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:51:20.389566 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 40166) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:51:20.390230 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-f343d6a1-8e3f-4696-b0e1-750224216028 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/f1202a63-9912-4834-858f-95da1154adf8 HTTP/1.1" status: 204 len: 168 time: 0.3679798 Oct 19 00:51:20.473999 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 420d1988-55df-4bac-9ed8-1a033a3e0d13 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:51:20.514279 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] No Port match for: 420d1988-55df-4bac-9ed8-1a033a3e0d13 {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:51:20.514644 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 420d1988-55df-4bac-9ed8-1a033a3e0d13 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:51:20.555416 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d17f57b8-7ed4-4493-b647-dba6aea3f8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-943402'] for network (68404256-b068-4f6b-bb54-21abe9c04e36), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:20.630849 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-d17f57b8-7ed4-4493-b647-dba6aea3f8de admin admin] Deleting port 3792ec39-bfa3-497e-a816-e90c776b9171 {{(pid=111415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:51:20.631390 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d17f57b8-7ed4-4493-b647-dba6aea3f8de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (3792ec39-bfa3-497e-a816-e90c776b9171), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:20.669439 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816a100b-4f2c-4b4d-a442-f074dca569ae None None] DHCP port deletion for 68404256-b068-4f6b-bb54-21abe9c04e36 request from dv-cinder-master-3-iscsi {{(pid=111416) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 19 00:51:20.721941 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-816a100b-4f2c-4b4d-a442-f074dca569ae None None] Deleting port 3792ec39-bfa3-497e-a816-e90c776b9171 {{(pid=111416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:51:20.722793 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-816a100b-4f2c-4b4d-a442-f074dca569ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (3792ec39-bfa3-497e-a816-e90c776b9171), before_delete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:20.767920 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:51:20.779448 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.db [None req-d17f57b8-7ed4-4493-b647-dba6aea3f8de admin admin] For port 3792ec39-bfa3-497e-a816-e90c776b9171, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3792ec39-bfa3-497e-a816-e90c776b9171,segment=NetworkSegment(8053efdb-fe2b-48be-9228-17e179e76fd1),segment_id=8053efdb-fe2b-48be-9228-17e179e76fd1)] {{(pid=111415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:51:20.780217 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d17f57b8-7ed4-4493-b647-dba6aea3f8de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (3792ec39-bfa3-497e-a816-e90c776b9171), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:20.807361 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-d17f57b8-7ed4-4493-b647-dba6aea3f8de admin admin] Calling delete_port for 3792ec39-bfa3-497e-a816-e90c776b9171 owned by network:dhcp {{(pid=111415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:51:20.824697 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-816a100b-4f2c-4b4d-a442-f074dca569ae None None] For port 3792ec39-bfa3-497e-a816-e90c776b9171, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3792ec39-bfa3-497e-a816-e90c776b9171,segment=NetworkSegment(8053efdb-fe2b-48be-9228-17e179e76fd1),segment_id=8053efdb-fe2b-48be-9228-17e179e76fd1)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:51:20.825693 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-816a100b-4f2c-4b4d-a442-f074dca569ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (3792ec39-bfa3-497e-a816-e90c776b9171), precommit_delete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:20.852729 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-816a100b-4f2c-4b4d-a442-f074dca569ae None None] Calling delete_port for 3792ec39-bfa3-497e-a816-e90c776b9171 owned by network:dhcp {{(pid=111416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:51:20.896471 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:51:20.933491 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=100 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:51:20.954305 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d17f57b8-7ed4-4493-b647-dba6aea3f8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7426774'] for port (3792ec39-bfa3-497e-a816-e90c776b9171), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:20.985348 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f57b8-7ed4-4493-b647-dba6aea3f8de admin admin] Pushing event deleted for resources: {'Port': ['ID=3792ec39-bfa3-497e-a816-e90c776b9171,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:51:20.994676 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17f57b8-7ed4-4493-b647-dba6aea3f8de admin admin] No DVR routers for this DVR port 3792ec39-bfa3-497e-a816-e90c776b9171 on host dv-cinder-master-3-iscsi {{(pid=111415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 19 00:51:21.001121 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-816a100b-4f2c-4b4d-a442-f074dca569ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459'] for port (3792ec39-bfa3-497e-a816-e90c776b9171), after_delete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:21.044662 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a100b-4f2c-4b4d-a442-f074dca569ae None None] Pushing event deleted for resources: {'Port': ['ID=3792ec39-bfa3-497e-a816-e90c776b9171,revision_number=None']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:51:21.053779 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816a100b-4f2c-4b4d-a442-f074dca569ae None None] No DVR routers for this DVR port 3792ec39-bfa3-497e-a816-e90c776b9171 on host dv-cinder-master-3-iscsi {{(pid=111416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 19 00:51:21.085126 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816a100b-4f2c-4b4d-a442-f074dca569ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:21.085778 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816a100b-4f2c-4b4d-a442-f074dca569ae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:21.087471 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816a100b-4f2c-4b4d-a442-f074dca569ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:21.088107 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816a100b-4f2c-4b4d-a442-f074dca569ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:21.088926 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816a100b-4f2c-4b4d-a442-f074dca569ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:21.091015 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816a100b-4f2c-4b4d-a442-f074dca569ae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:21.091419 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816a100b-4f2c-4b4d-a442-f074dca569ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:21.092216 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816a100b-4f2c-4b4d-a442-f074dca569ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:21.092802 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816a100b-4f2c-4b4d-a442-f074dca569ae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:21.093387 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816a100b-4f2c-4b4d-a442-f074dca569ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:21.094221 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816a100b-4f2c-4b4d-a442-f074dca569ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:21.094866 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816a100b-4f2c-4b4d-a442-f074dca569ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:21.095532 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816a100b-4f2c-4b4d-a442-f074dca569ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:21.096346 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816a100b-4f2c-4b4d-a442-f074dca569ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:21.096761 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816a100b-4f2c-4b4d-a442-f074dca569ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:21.111019 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d17f57b8-7ed4-4493-b647-dba6aea3f8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-835184', 'neutron.services.segments.db._delete_segments_for_network-8730482754115'] for network (68404256-b068-4f6b-bb54-21abe9c04e36), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:21.147795 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.services.segments.db [None req-d17f57b8-7ed4-4493-b647-dba6aea3f8de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68404256-b068-4f6b-bb54-21abe9c04e36']}} {{(pid=111415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:51:21.172066 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.services.segments.db [None req-d17f57b8-7ed4-4493-b647-dba6aea3f8de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8053efdb-fe2b-48be-9228-17e179e76fd1') {'for_net_delete': True} {{(pid=111415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:51:21.172365 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.services.segments.db [None req-d17f57b8-7ed4-4493-b647-dba6aea3f8de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8053efdb-fe2b-48be-9228-17e179e76fd1') {} {{(pid=111415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:51:21.203775 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d17f57b8-7ed4-4493-b647-dba6aea3f8de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730482833143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7426634'] for segment (8053efdb-fe2b-48be-9228-17e179e76fd1), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:21.227598 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ab899-f05f-44c4-852e-ab15ca4cd5e9 req-23e9d6d3-863f-49aa-8d68-cd00b60bf9db tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:51:21.229198 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-584ab899-f05f-44c4-852e-ab15ca4cd5e9 req-23e9d6d3-863f-49aa-8d68-cd00b60bf9db tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfbf8641-41b8-47d8-af4d-ef17c6bd1935 HTTP/1.1" status: 200 len: 984 time: 0.0780993 Oct 19 00:51:21.235963 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d17f57b8-7ed4-4493-b647-dba6aea3f8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412'] for segment (8053efdb-fe2b-48be-9228-17e179e76fd1), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:21.253351 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d17f57b8-7ed4-4493-b647-dba6aea3f8de admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=111415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 00:51:21.253767 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d17f57b8-7ed4-4493-b647-dba6aea3f8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7427335'] for segment (8053efdb-fe2b-48be-9228-17e179e76fd1), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:21.351780 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d17f57b8-7ed4-4493-b647-dba6aea3f8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-835145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942277'] for network (68404256-b068-4f6b-bb54-21abe9c04e36), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:21.361307 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-d17f57b8-7ed4-4493-b647-dba6aea3f8de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for network (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:21.364708 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-d17f57b8-7ed4-4493-b647-dba6aea3f8de admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/68404256-b068-4f6b-bb54-21abe9c04e36 HTTP/1.1" status: 204 len: 168 time: 0.9741271 Oct 19 00:51:21.392238 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f57b8-7ed4-4493-b647-dba6aea3f8de admin admin] Pushing event deleted for resources: {'Network': ['ID=68404256-b068-4f6b-bb54-21abe9c04e36,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:51:21.403541 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-584ab899-f05f-44c4-852e-ab15ca4cd5e9 req-27ae4fff-28ab-4312-9a0a-9e082e515ae0 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0bab5f87-b37e-4056-8d4e-cb7c2b339004&id=871fe458-7962-462f-9d9c-b229a52f3fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1638565 Oct 19 00:51:21.486359 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.services.segments.plugin [-] Segment 8053efdb-fe2b-48be-9228-17e179e76fd1 resource provider aggregate not found Oct 19 00:51:21.512493 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.services.segments.plugin [-] Segment 8053efdb-fe2b-48be-9228-17e179e76fd1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8053efdb-fe2b-48be-9228-17e179e76fd1 found for delete ", "request_id": "req-5caad522-5664-4834-ab78-c1abbecab374"}]} Oct 19 00:51:21.569909 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 40178) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:51:21.623076 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-be27309c-b652-4514-91a8-08bdb6dc2327 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=82d7723ef95b4c3faeac9835eeb233a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0516877 Oct 19 00:51:21.625892 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 40180) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:51:21.690905 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-5f829c83-492c-42dd-8e23-e8ca9c52ffd4 admin admin] Publish callbacks [] for security_group (4fa18eeb-5bee-4447-845f-f9e0a99565ff), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:21.726753 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-5f829c83-492c-42dd-8e23-e8ca9c52ffd4 admin admin] Publish callbacks [] for security_group (4fa18eeb-5bee-4447-845f-f9e0a99565ff), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:21.807103 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-5f829c83-492c-42dd-8e23-e8ca9c52ffd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (4fa18eeb-5bee-4447-845f-f9e0a99565ff), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:21.811853 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-5f829c83-492c-42dd-8e23-e8ca9c52ffd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:21.813395 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-5f829c83-492c-42dd-8e23-e8ca9c52ffd4 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/4fa18eeb-5bee-4447-845f-f9e0a99565ff HTTP/1.1" status: 204 len: 168 time: 0.1862829 Oct 19 00:51:21.823627 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f829c83-492c-42dd-8e23-e8ca9c52ffd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa18eeb-5bee-4447-845f-f9e0a99565ff,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:51:22.130805 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 3792ec39-bfa3-497e-a816-e90c776b9171 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:51:22.161278 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] No Port match for: 3792ec39-bfa3-497e-a816-e90c776b9171 {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:51:22.161711 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 3792ec39-bfa3-497e-a816-e90c776b9171 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:51:22.162204 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 60b35499-9e5f-4f78-9caa-176723e11297 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:51:22.165523 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:51:22.185471 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] No Port match for: 60b35499-9e5f-4f78-9caa-176723e11297 {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:51:22.185818 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 60b35499-9e5f-4f78-9caa-176723e11297 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:51:22.607523 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3227ee-8ff2-444d-b6b8-91639f0e9562 req-d19c492a-d6c6-48c5-abdd-99215351f333 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:51:22.609175 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-cd3227ee-8ff2-444d-b6b8-91639f0e9562 req-d19c492a-d6c6-48c5-abdd-99215351f333 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfbf8641-41b8-47d8-af4d-ef17c6bd1935 HTTP/1.1" status: 200 len: 984 time: 0.0728130 Oct 19 00:51:22.700068 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-cd3227ee-8ff2-444d-b6b8-91639f0e9562 req-495d6125-2934-4a07-8bfe-def6361ed96a tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0bab5f87-b37e-4056-8d4e-cb7c2b339004&id=871fe458-7962-462f-9d9c-b229a52f3fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0814579 Oct 19 00:51:23.839497 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3418bb6-0ff5-43b2-ada1-37cf676c2d7c req-9e5cfb8f-6c4b-48ca-9a2d-a000d8505ba1 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:51:23.841968 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-e3418bb6-0ff5-43b2-ada1-37cf676c2d7c req-9e5cfb8f-6c4b-48ca-9a2d-a000d8505ba1 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfbf8641-41b8-47d8-af4d-ef17c6bd1935 HTTP/1.1" status: 200 len: 984 time: 0.0572999 Oct 19 00:51:23.922646 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-e3418bb6-0ff5-43b2-ada1-37cf676c2d7c req-f601fbcf-0b5b-4b38-b980-b4b142bde33b tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0bab5f87-b37e-4056-8d4e-cb7c2b339004&id=871fe458-7962-462f-9d9c-b229a52f3fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0697470 Oct 19 00:51:25.039599 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:51:25.062364 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606e069-b329-4cc6-88ff-2021e92cc226 req-8a6f44d6-e318-487e-b55f-a58f265a32c8 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:51:25.064038 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d606e069-b329-4cc6-88ff-2021e92cc226 req-8a6f44d6-e318-487e-b55f-a58f265a32c8 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfbf8641-41b8-47d8-af4d-ef17c6bd1935 HTTP/1.1" status: 200 len: 984 time: 0.0564713 Oct 19 00:51:25.138253 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d606e069-b329-4cc6-88ff-2021e92cc226 req-d8c9918c-b365-4943-a9f6-4ec0871e8805 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0bab5f87-b37e-4056-8d4e-cb7c2b339004&id=871fe458-7962-462f-9d9c-b229a52f3fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0675566 Oct 19 00:51:25.251391 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:51:25.260581 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:51:26.275504 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d7cc54-9b76-4ff7-b1b2-1ed9dbd91278 req-5324f315-b5d7-43d4-a524-716b5a9bf1ad tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:51:26.277526 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c7d7cc54-9b76-4ff7-b1b2-1ed9dbd91278 req-5324f315-b5d7-43d4-a524-716b5a9bf1ad tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfbf8641-41b8-47d8-af4d-ef17c6bd1935 HTTP/1.1" status: 200 len: 984 time: 0.0566947 Oct 19 00:51:26.324196 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:51:26.354617 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-c7d7cc54-9b76-4ff7-b1b2-1ed9dbd91278 req-6ac90d32-5888-47d2-a6ce-798fec613c2c tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0bab5f87-b37e-4056-8d4e-cb7c2b339004&id=871fe458-7962-462f-9d9c-b229a52f3fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0666411 Oct 19 00:51:27.513592 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50113a-2da3-419d-8970-84e6c6be9f40 req-f5dbcffc-817e-4445-a1ea-99e7126229db tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:51:27.515300 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ac50113a-2da3-419d-8970-84e6c6be9f40 req-f5dbcffc-817e-4445-a1ea-99e7126229db tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfbf8641-41b8-47d8-af4d-ef17c6bd1935 HTTP/1.1" status: 200 len: 984 time: 0.0731850 Oct 19 00:51:27.588973 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ac50113a-2da3-419d-8970-84e6c6be9f40 req-815b069a-a247-4660-aac0-2fcc60978a01 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0bab5f87-b37e-4056-8d4e-cb7c2b339004&id=871fe458-7962-462f-9d9c-b229a52f3fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0672035 Oct 19 00:51:28.747781 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2e0f8-50f5-4d0d-ad29-8d2112318ef3 req-90f66870-9f06-4d4f-b8f1-44c10a74d6c4 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:51:28.749682 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d8f2e0f8-50f5-4d0d-ad29-8d2112318ef3 req-90f66870-9f06-4d4f-b8f1-44c10a74d6c4 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfbf8641-41b8-47d8-af4d-ef17c6bd1935 HTTP/1.1" status: 200 len: 984 time: 0.0577185 Oct 19 00:51:28.825814 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-d8f2e0f8-50f5-4d0d-ad29-8d2112318ef3 req-d1f10940-a525-4be3-9abd-718be2c79c6b tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0bab5f87-b37e-4056-8d4e-cb7c2b339004&id=871fe458-7962-462f-9d9c-b229a52f3fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0695274 Oct 19 00:51:30.341931 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:51:30.369711 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:51:30.884850 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 40298) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:51:31.023559 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-250dde69-d930-4c69-9d96-07798447b0af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:31.154456 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-250dde69-d930-4c69-9d96-07798447b0af admin admin] Publish callbacks [] for security_group (099e77d4-826f-47cd-968e-22328d317781), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:31.160131 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-250dde69-d930-4c69-9d96-07798447b0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (099e77d4-826f-47cd-968e-22328d317781), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:31.205676 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250dde69-d930-4c69-9d96-07798447b0af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099e77d4-826f-47cd-968e-22328d317781,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:51:31.211723 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-250dde69-d930-4c69-9d96-07798447b0af admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=7e8918ddd84e4f1a9c3e0003ae181c1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3245718 Oct 19 00:51:31.214944 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 40302) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:51:31.304672 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.agents_db [None req-a13584a9-f264-4877-bb17-87a252e2109a None None] Agent healthcheck: found 6 active agents {{(pid=111417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:51:31.541507 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-4bcf7c19-4d36-41c9-a388-2a5a0348f818 admin admin] Publish callbacks [] for security_group (099e77d4-826f-47cd-968e-22328d317781), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:31.569435 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-4bcf7c19-4d36-41c9-a388-2a5a0348f818 admin admin] Publish callbacks [] for security_group (099e77d4-826f-47cd-968e-22328d317781), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:31.638357 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-4bcf7c19-4d36-41c9-a388-2a5a0348f818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (099e77d4-826f-47cd-968e-22328d317781), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:31.641639 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-4bcf7c19-4d36-41c9-a388-2a5a0348f818 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:31.643141 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-4bcf7c19-4d36-41c9-a388-2a5a0348f818 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/099e77d4-826f-47cd-968e-22328d317781 HTTP/1.1" status: 204 len: 168 time: 0.4266505 Oct 19 00:51:31.658119 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf7c19-4d36-41c9-a388-2a5a0348f818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099e77d4-826f-47cd-968e-22328d317781,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:51:31.672666 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf7c19-4d36-41c9-a388-2a5a0348f818 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:31.673245 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf7c19-4d36-41c9-a388-2a5a0348f818 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:31.673835 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf7c19-4d36-41c9-a388-2a5a0348f818 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:31.674399 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf7c19-4d36-41c9-a388-2a5a0348f818 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:31.674995 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf7c19-4d36-41c9-a388-2a5a0348f818 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:31.675549 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf7c19-4d36-41c9-a388-2a5a0348f818 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:31.676103 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf7c19-4d36-41c9-a388-2a5a0348f818 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:31.676671 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf7c19-4d36-41c9-a388-2a5a0348f818 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:31.677256 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf7c19-4d36-41c9-a388-2a5a0348f818 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:31.677867 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf7c19-4d36-41c9-a388-2a5a0348f818 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:31.678409 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf7c19-4d36-41c9-a388-2a5a0348f818 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:31.678969 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf7c19-4d36-41c9-a388-2a5a0348f818 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:31.679558 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf7c19-4d36-41c9-a388-2a5a0348f818 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:31.680145 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf7c19-4d36-41c9-a388-2a5a0348f818 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:31.680728 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf7c19-4d36-41c9-a388-2a5a0348f818 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:51:31.855094 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (6724934a-8b6e-4109-8304-d160e240b776), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:34.588519 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-0ca63f80-7d1e-4012-84c3-0ae72e7a5b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:36.775826 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-4f052a54-20ea-43f1-bd01-b079b0138d07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:38.304451 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:40.079738 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:40.302710 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:40.642174 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-f0d4b577-60d4-4936-9130-f7499772e479 req-feee3f16-57ab-4e54-acf6-373f1ae46395 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ae2afe94-f67b-419f-bd5f-aefc5fbce221&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1949763 Oct 19 00:51:40.732967 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4b577-60d4-4936-9130-f7499772e479 req-d8c129e5-d321-4daf-9cdf-8548e2177f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:51:40.734956 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-f0d4b577-60d4-4936-9130-f7499772e479 req-d8c129e5-d321-4daf-9cdf-8548e2177f89 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=8684504b0eff415b9063cebae21ca667&device_id=ae2afe94-f67b-419f-bd5f-aefc5fbce221 HTTP/1.1" status: 200 len: 1129 time: 0.0496266 Oct 19 00:51:40.864032 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4b577-60d4-4936-9130-f7499772e479 req-f7513ca3-a5b9-4a7e-8d16-541f281c4e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:51:40.865445 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-f0d4b577-60d4-4936-9130-f7499772e479 req-f7513ca3-a5b9-4a7e-8d16-541f281c4e97 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=cfe47441-dd27-4b7c-958a-cc2e5c8243ac HTTP/1.1" status: 200 len: 913 time: 0.1076148 Oct 19 00:51:40.940185 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-f0d4b577-60d4-4936-9130-f7499772e479 req-00d02844-31b3-43c0-9e07-fe95a748eec7 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c76271cc-707a-4a90-9ae9-135461e8154f HTTP/1.1" status: 200 len: 999 time: 0.0660853 Oct 19 00:51:40.996242 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4b577-60d4-4936-9130-f7499772e479 req-d2548487-8d19-41bc-ae97-329270fdc0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:51:40.997725 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-f0d4b577-60d4-4936-9130-f7499772e479 req-d2548487-8d19-41bc-ae97-329270fdc0d2 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=ed6b2b90-24f3-4781-a6d8-0b858f53c7ca HTTP/1.1" status: 200 len: 851 time: 0.0501120 Oct 19 00:51:41.047778 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4b577-60d4-4936-9130-f7499772e479 req-31be4dac-816b-4707-9b17-9c0dbcafe5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:51:41.049440 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-f0d4b577-60d4-4936-9130-f7499772e479 req-31be4dac-816b-4707-9b17-9c0dbcafe5be service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=cfe47441-dd27-4b7c-958a-cc2e5c8243ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453949 Oct 19 00:51:41.188750 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-f0d4b577-60d4-4936-9130-f7499772e479 req-ea51d534-7e8a-4f04-a0f2-f9a8d4a515a2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cfe47441-dd27-4b7c-958a-cc2e5c8243ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271601 Oct 19 00:51:41.192855 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=41,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:51:41.203039 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=57,neutron:INSERT=5 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:51:41.298818 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:51:41.300598 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:51:41.325904 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-f0d4b577-60d4-4936-9130-f7499772e479 req-30919753-de5f-46d8-ac4f-a47a8ada3dc9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cfe47441-dd27-4b7c-958a-cc2e5c8243ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299353 Oct 19 00:51:42.933833 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 40394) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:51:43.083689 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-f2bb8dd5-8536-4fb5-b920-d6a0d7e2ed4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:43.227842 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-f2bb8dd5-8536-4fb5-b920-d6a0d7e2ed4f admin admin] Publish callbacks [] for security_group (dc361efb-c14c-43f6-ae9b-4a329189e456), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:43.233397 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-f2bb8dd5-8536-4fb5-b920-d6a0d7e2ed4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (dc361efb-c14c-43f6-ae9b-4a329189e456), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:43.281269 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-f2bb8dd5-8536-4fb5-b920-d6a0d7e2ed4f admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=70232ea3c5c443f9ac810901872889ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3461072 Oct 19 00:51:43.282056 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb8dd5-8536-4fb5-b920-d6a0d7e2ed4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc361efb-c14c-43f6-ae9b-4a329189e456,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:51:43.285472 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 40398) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:51:43.332514 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:51:43.334207 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:51:43.350660 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-69d5d819-3905-4692-a79f-83f1f7bf0fe5 admin admin] Publish callbacks [] for security_group (dc361efb-c14c-43f6-ae9b-4a329189e456), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:43.377521 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-69d5d819-3905-4692-a79f-83f1f7bf0fe5 admin admin] Publish callbacks [] for security_group (dc361efb-c14c-43f6-ae9b-4a329189e456), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:43.437049 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-69d5d819-3905-4692-a79f-83f1f7bf0fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (dc361efb-c14c-43f6-ae9b-4a329189e456), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:43.440380 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-69d5d819-3905-4692-a79f-83f1f7bf0fe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:43.441762 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-69d5d819-3905-4692-a79f-83f1f7bf0fe5 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/dc361efb-c14c-43f6-ae9b-4a329189e456 HTTP/1.1" status: 204 len: 168 time: 0.1551747 Oct 19 00:51:43.456274 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5d819-3905-4692-a79f-83f1f7bf0fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc361efb-c14c-43f6-ae9b-4a329189e456,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:51:43.791278 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 40404) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:51:43.805931 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-56370cd5-3143-4e88-b4ac-5c03493bf269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:43.904256 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-56370cd5-3143-4e88-b4ac-5c03493bf269 admin admin] Publish callbacks [] for security_group (ed56e448-d8ce-4506-9924-3153d14e40bc), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:43.909701 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-56370cd5-3143-4e88-b4ac-5c03493bf269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (ed56e448-d8ce-4506-9924-3153d14e40bc), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:43.955829 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-56370cd5-3143-4e88-b4ac-5c03493bf269 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=a1d98123a2bf4cf09e26d057ff7bc316&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1627939 Oct 19 00:51:43.956603 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56370cd5-3143-4e88-b4ac-5c03493bf269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed56e448-d8ce-4506-9924-3153d14e40bc,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:51:43.959466 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 40406) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:51:44.020904 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-8a6a3d1d-45b5-4a92-babe-52b8d6305c35 admin admin] Publish callbacks [] for security_group (ed56e448-d8ce-4506-9924-3153d14e40bc), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:44.045841 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-8a6a3d1d-45b5-4a92-babe-52b8d6305c35 admin admin] Publish callbacks [] for security_group (ed56e448-d8ce-4506-9924-3153d14e40bc), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:44.105106 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-8a6a3d1d-45b5-4a92-babe-52b8d6305c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (ed56e448-d8ce-4506-9924-3153d14e40bc), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:44.107866 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-8a6a3d1d-45b5-4a92-babe-52b8d6305c35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:44.109115 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-8a6a3d1d-45b5-4a92-babe-52b8d6305c35 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/ed56e448-d8ce-4506-9924-3153d14e40bc HTTP/1.1" status: 204 len: 168 time: 0.1480229 Oct 19 00:51:44.118081 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a3d1d-45b5-4a92-babe-52b8d6305c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed56e448-d8ce-4506-9924-3153d14e40bc,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:51:44.315186 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 40412) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:51:44.527127 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [None req-01feec01-af83-47a7-af24-a982bef2a82a tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Deleting port 64bc0304-1bed-4b2e-b6a3-c68beaebd007 {{(pid=111414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:51:44.527267 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-01feec01-af83-47a7-af24-a982bef2a82a tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (64bc0304-1bed-4b2e-b6a3-c68beaebd007), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:44.661191 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-01feec01-af83-47a7-af24-a982bef2a82a tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (64bc0304-1bed-4b2e-b6a3-c68beaebd007), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:44.661725 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-01feec01-af83-47a7-af24-a982bef2a82a tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks [] for floatingip (64bc0304-1bed-4b2e-b6a3-c68beaebd007), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:44.680671 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [None req-01feec01-af83-47a7-af24-a982bef2a82a tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Calling delete_port for 64bc0304-1bed-4b2e-b6a3-c68beaebd007 owned by network:floatingip {{(pid=111414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:51:44.942133 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-01feec01-af83-47a7-af24-a982bef2a82a tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (64bc0304-1bed-4b2e-b6a3-c68beaebd007), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:44.974760 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01feec01-af83-47a7-af24-a982bef2a82a tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Pushing event deleted for resources: {'Port': ['ID=64bc0304-1bed-4b2e-b6a3-c68beaebd007,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:51:45.044196 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:51:45.051001 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-01feec01-af83-47a7-af24-a982bef2a82a tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks [] for floatingip (84f9b77f-3d4a-4f0c-9ec4-08c52479f2b0), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:45.051700 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.db.l3_db [None req-01feec01-af83-47a7-af24-a982bef2a82a tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Floating IP 84f9b77f-3d4a-4f0c-9ec4-08c52479f2b0 disassociated (deleted). External IP: 172.37.6.4, port: c76271cc-707a-4a90-9ae9-135461e8154f. Oct 19 00:51:45.113286 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:51:45.366890 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01feec01-af83-47a7-af24-a982bef2a82a tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Router e4e088dd-fead-45f8-a190-19c3426512cb has already been hosted by L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 {{(pid=111414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:51:45.561401 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01feec01-af83-47a7-af24-a982bef2a82a tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:51:45.569296 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-01feec01-af83-47a7-af24-a982bef2a82a tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for floatingip (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:45.576909 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0c9b4c-e643-45ee-a9c2-37dcdabeadba None None] Sync routers for ids ['e4e088dd-fead-45f8-a190-19c3426512cb'] in dv-cinder-master-3-iscsi {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:51:45.596170 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0c9b4c-e643-45ee-a9c2-37dcdabeadba None None] Routers {'e4e088dd-fead-45f8-a190-19c3426512cb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:51:45.597376 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-7d0c9b4c-e643-45ee-a9c2-37dcdabeadba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:51:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['e4e088dd-fead-45f8-a190-19c3426512cb'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:51:45.625281 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-01feec01-af83-47a7-af24-a982bef2a82a tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/84f9b77f-3d4a-4f0c-9ec4-08c52479f2b0 HTTP/1.1" status: 204 len: 168 time: 1.3087375 Oct 19 00:51:45.626016 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2afe94-f67b-419f-bd5f-aefc5fbce221', 'tag': 'c76271cc-707a-4a90-9ae9-135461e8154f'}] {{(pid=111414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:51:45.629648 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e46469f00a83062af0f8a877bbd3a06bc7f865c711541049e4990ec8a28c8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899cd303-b7e0-41bf-b39e-01f76ad12a67" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2afe94-f67b-419f-bd5f-aefc5fbce221", "tag": "c76271cc-707a-4a90-9ae9-135461e8154f"}]}' {{(pid=111414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:51:45.804142 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-7d0c9b4c-e643-45ee-a9c2-37dcdabeadba None None] Set router e4e088dd-fead-45f8-a190-19c3426512cb gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:51:45.872094 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 00:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab47434c-dda0-45b8-ac63-d1c92d73134f x-openstack-request-id: req-ab47434c-dda0-45b8-ac63-d1c92d73134f {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:51:45.872540 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2afe94-f67b-419f-bd5f-aefc5fbce221", "tag": "c76271cc-707a-4a90-9ae9-135461e8154f", "status": "completed", "code": 200}]} {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:51:45.872947 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ab47434c-dda0-45b8-ac63-d1c92d73134f {{(pid=111414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:51:45.874622 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab47434c-dda0-45b8-ac63-d1c92d73134f'] response: {'name': 'network-changed', 'server_uuid': 'ae2afe94-f67b-419f-bd5f-aefc5fbce221', 'tag': 'c76271cc-707a-4a90-9ae9-135461e8154f', 'status': 'completed', 'code': 200} Oct 19 00:51:45.987541 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cccdd5-3e05-4380-a753-84fd36420297 req-a326a4d7-9ad3-46dd-bcbd-fd284febdd2c tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:51:45.989211 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-e6cccdd5-3e05-4380-a753-84fd36420297 req-a326a4d7-9ad3-46dd-bcbd-fd284febdd2c tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ae2afe94-f67b-419f-bd5f-aefc5fbce221 HTTP/1.1" status: 200 len: 945 time: 0.0594902 Oct 19 00:51:46.138303 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-e6cccdd5-3e05-4380-a753-84fd36420297 req-0815935e-8bef-4b4f-ae13-e7421bd93b22 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414232 Oct 19 00:51:46.271690 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-7d0c9b4c-e643-45ee-a9c2-37dcdabeadba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'name': 'tempest-TestVolumeBootPattern-1509644699-router', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.224'}], 'enable_snat': True}, 'gw_port_id': 'dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:43:56Z', 'updated_at': '2022-10-19T00:44:00Z', 'revision_number': 4, 'project_id': '8684504b0eff415b9063cebae21ca667', 'gw_port': {'id': 'dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:43:57Z', 'updated_at': '2022-10-19T00:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '3267c401-3324-4712-a409-4164143c3719', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'floating_ip_address': '172.37.6.95', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'port_id': '94f720c6-9b61-4983-ab49-77c9cdd0fe18', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac', 'mac_address': 'fa:16:3e:11:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b07e55-0b24-4055-889f-e69cdf22f251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:47:41Z', 'updated_at': '2022-10-19T00:47:45Z', 'revision_number': 1, 'project_id': '8684504b0eff415b9063cebae21ca667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4a76fb-25b4-4764-9e7e-531467118a04', 'name': '', 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'mac_address': 'fa:16:3e:9d:ff:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ed6b2b90-24f3-4781-a6d8-0b858f53c7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:43:59Z', 'updated_at': '2022-10-19T00:44:06Z', 'revision_number': 5, 'project_id': '8684504b0eff415b9063cebae21ca667', 'subnets': [{'id': 'ed6b2b90-24f3-4781-a6d8-0b858f53c7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:51:46.317937 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0c9b4c-e643-45ee-a9c2-37dcdabeadba None None] Checking router: e4e088dd-fead-45f8-a190-19c3426512cb for host: dv-cinder-master-3-iscsi {{(pid=111417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:51:46.335648 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0c9b4c-e643-45ee-a9c2-37dcdabeadba None None] Routers {'e4e088dd-fead-45f8-a190-19c3426512cb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:51:46.336669 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-7d0c9b4c-e643-45ee-a9c2-37dcdabeadba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:51:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['e4e088dd-fead-45f8-a190-19c3426512cb'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:51:46.496266 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-7d0c9b4c-e643-45ee-a9c2-37dcdabeadba None None] Set router e4e088dd-fead-45f8-a190-19c3426512cb gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:51:46.785018 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-7d0c9b4c-e643-45ee-a9c2-37dcdabeadba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'name': 'tempest-TestVolumeBootPattern-1509644699-router', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.224'}], 'enable_snat': True}, 'gw_port_id': 'dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:43:56Z', 'updated_at': '2022-10-19T00:44:00Z', 'revision_number': 4, 'project_id': '8684504b0eff415b9063cebae21ca667', 'gw_port': {'id': 'dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:43:57Z', 'updated_at': '2022-10-19T00:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '3267c401-3324-4712-a409-4164143c3719', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'floating_ip_address': '172.37.6.95', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'port_id': '94f720c6-9b61-4983-ab49-77c9cdd0fe18', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac', 'mac_address': 'fa:16:3e:11:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b07e55-0b24-4055-889f-e69cdf22f251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:47:41Z', 'updated_at': '2022-10-19T00:47:45Z', 'revision_number': 1, 'project_id': '8684504b0eff415b9063cebae21ca667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4a76fb-25b4-4764-9e7e-531467118a04', 'name': '', 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'mac_address': 'fa:16:3e:9d:ff:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ed6b2b90-24f3-4781-a6d8-0b858f53c7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:43:59Z', 'updated_at': '2022-10-19T00:44:06Z', 'revision_number': 5, 'project_id': '8684504b0eff415b9063cebae21ca667', 'subnets': [{'id': 'ed6b2b90-24f3-4781-a6d8-0b858f53c7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:51:46.823198 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0c9b4c-e643-45ee-a9c2-37dcdabeadba None None] The sync data for ids ['e4e088dd-fead-45f8-a190-19c3426512cb'] in dv-cinder-master-3-iscsi is: [{'id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'name': 'tempest-TestVolumeBootPattern-1509644699-router', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.224'}], 'enable_snat': True}, 'gw_port_id': 'dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:43:56Z', 'updated_at': '2022-10-19T00:44:00Z', 'revision_number': 4, 'project_id': '8684504b0eff415b9063cebae21ca667', 'gw_port': {'id': 'dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:43:57Z', 'updated_at': '2022-10-19T00:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '3267c401-3324-4712-a409-4164143c3719', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'floating_ip_address': '172.37.6.95', 'floating_network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'router_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'port_id': '94f720c6-9b61-4983-ab49-77c9cdd0fe18', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac', 'mac_address': 'fa:16:3e:11:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b07e55-0b24-4055-889f-e69cdf22f251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T00:47:41Z', 'updated_at': '2022-10-19T00:47:45Z', 'revision_number': 1, 'project_id': '8684504b0eff415b9063cebae21ca667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4a76fb-25b4-4764-9e7e-531467118a04', 'name': '', 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'mac_address': 'fa:16:3e:9d:ff:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ed6b2b90-24f3-4781-a6d8-0b858f53c7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:43:59Z', 'updated_at': '2022-10-19T00:44:06Z', 'revision_number': 5, 'project_id': '8684504b0eff415b9063cebae21ca667', 'subnets': [{'id': 'ed6b2b90-24f3-4781-a6d8-0b858f53c7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:51:47.135603 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b560ea1-841b-44b9-95f1-90b2fc394f15 None None] New status for floating IP 84f9b77f-3d4a-4f0c-9ec4-08c52479f2b0: DOWN {{(pid=111416) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 00:51:47.335543 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9ea25-cd32-4512-a9d3-c539d5269a46 req-0253b78b-d0f5-49a1-8020-d8ae9d1c117e tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:51:47.337094 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-16a9ea25-cd32-4512-a9d3-c539d5269a46 req-0253b78b-d0f5-49a1-8020-d8ae9d1c117e tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ae2afe94-f67b-419f-bd5f-aefc5fbce221 HTTP/1.1" status: 200 len: 945 time: 0.0694325 Oct 19 00:51:47.442721 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-16a9ea25-cd32-4512-a9d3-c539d5269a46 req-b1daa5f2-c9e1-461c-9790-17457d85eeb8 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948575 Oct 19 00:51:47.492750 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899cd303-b7e0-41bf-b39e-01f76ad12a67 req-b64f7c6d-1c0b-4bbb-a60d-e5686673f105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:51:47.495928 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-899cd303-b7e0-41bf-b39e-01f76ad12a67 req-b64f7c6d-1c0b-4bbb-a60d-e5686673f105 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=8684504b0eff415b9063cebae21ca667&device_id=ae2afe94-f67b-419f-bd5f-aefc5fbce221 HTTP/1.1" status: 200 len: 1129 time: 0.1248422 Oct 19 00:51:47.777140 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899cd303-b7e0-41bf-b39e-01f76ad12a67 req-a42dd4ed-a7da-4594-94fd-aac730ff71b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:51:47.778803 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-899cd303-b7e0-41bf-b39e-01f76ad12a67 req-a42dd4ed-a7da-4594-94fd-aac730ff71b8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=cfe47441-dd27-4b7c-958a-cc2e5c8243ac HTTP/1.1" status: 200 len: 913 time: 0.1111665 Oct 19 00:51:48.097994 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-899cd303-b7e0-41bf-b39e-01f76ad12a67 req-212fded4-54d9-46bc-a8c4-805368bc71d5 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c76271cc-707a-4a90-9ae9-135461e8154f HTTP/1.1" status: 200 len: 217 time: 0.0535390 Oct 19 00:51:48.171810 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8accd87-e722-441a-887f-828e9c6d2ed9 req-b6b50ffc-30dc-4371-a7ce-877a8987615c tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:51:48.173463 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-e8accd87-e722-441a-887f-828e9c6d2ed9 req-b6b50ffc-30dc-4371-a7ce-877a8987615c tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ae2afe94-f67b-419f-bd5f-aefc5fbce221 HTTP/1.1" status: 200 len: 945 time: 0.1169977 Oct 19 00:51:48.214229 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899cd303-b7e0-41bf-b39e-01f76ad12a67 req-3eefd510-ffd5-467e-9258-f6959fbcbbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:51:48.215977 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-899cd303-b7e0-41bf-b39e-01f76ad12a67 req-3eefd510-ffd5-467e-9258-f6959fbcbbce service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=ed6b2b90-24f3-4781-a6d8-0b858f53c7ca HTTP/1.1" status: 200 len: 851 time: 0.0978193 Oct 19 00:51:48.304892 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899cd303-b7e0-41bf-b39e-01f76ad12a67 req-b1337c0c-f7b6-4132-aec0-c3db7595c4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:51:48.306601 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-899cd303-b7e0-41bf-b39e-01f76ad12a67 req-b1337c0c-f7b6-4132-aec0-c3db7595c4af service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=cfe47441-dd27-4b7c-958a-cc2e5c8243ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0824819 Oct 19 00:51:48.341100 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [req-e8accd87-e722-441a-887f-828e9c6d2ed9 req-7a83405c-4a35-409c-bc25-a739a7f09091 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Deleting port c76271cc-707a-4a90-9ae9-135461e8154f {{(pid=111414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:51:48.341360 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-e8accd87-e722-441a-887f-828e9c6d2ed9 req-7a83405c-4a35-409c-bc25-a739a7f09091 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (c76271cc-707a-4a90-9ae9-135461e8154f), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:48.492995 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-899cd303-b7e0-41bf-b39e-01f76ad12a67 req-7875a093-ce6e-4205-a723-760ee17d08fe service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cfe47441-dd27-4b7c-958a-cc2e5c8243ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767540 Oct 19 00:51:48.516343 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-e8accd87-e722-441a-887f-828e9c6d2ed9 req-7a83405c-4a35-409c-bc25-a739a7f09091 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] For port c76271cc-707a-4a90-9ae9-135461e8154f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c76271cc-707a-4a90-9ae9-135461e8154f,segment=NetworkSegment(e263339d-8163-42c1-82aa-55d7bd373377),segment_id=e263339d-8163-42c1-82aa-55d7bd373377)] {{(pid=111414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:51:48.516873 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-e8accd87-e722-441a-887f-828e9c6d2ed9 req-7a83405c-4a35-409c-bc25-a739a7f09091 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (c76271cc-707a-4a90-9ae9-135461e8154f), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:48.572137 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [req-e8accd87-e722-441a-887f-828e9c6d2ed9 req-7a83405c-4a35-409c-bc25-a739a7f09091 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Calling delete_port for c76271cc-707a-4a90-9ae9-135461e8154f owned by compute:nova {{(pid=111414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:51:48.592074 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=100 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:51:48.601936 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c17694-de8f-4b68-bb8f-ff39a3cfae3a req-ad4f691a-e8bb-495d-82c9-3919a0fc20eb tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:51:48.605466 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-40c17694-de8f-4b68-bb8f-ff39a3cfae3a req-ad4f691a-e8bb-495d-82c9-3919a0fc20eb tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ae2afe94-f67b-419f-bd5f-aefc5fbce221 HTTP/1.1" status: 200 len: 945 time: 0.0714812 Oct 19 00:51:48.636054 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=100 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:51:48.670377 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-40c17694-de8f-4b68-bb8f-ff39a3cfae3a req-c4b446f7-5bfa-40ea-a585-53e6f525fcaf tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588062 Oct 19 00:51:48.682908 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-899cd303-b7e0-41bf-b39e-01f76ad12a67 req-b921a3f0-f03a-404c-b04c-1ef72a1f6d33 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cfe47441-dd27-4b7c-958a-cc2e5c8243ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780179 Oct 19 00:51:48.808899 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-e8accd87-e722-441a-887f-828e9c6d2ed9 req-7a83405c-4a35-409c-bc25-a739a7f09091 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (c76271cc-707a-4a90-9ae9-135461e8154f), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:48.857892 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a83405c-4a35-409c-bc25-a739a7f09091 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Pushing event deleted for resources: {'Port': ['ID=c76271cc-707a-4a90-9ae9-135461e8154f,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:51:48.937214 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8accd87-e722-441a-887f-828e9c6d2ed9 req-7a83405c-4a35-409c-bc25-a739a7f09091 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] No DVR routers for this DVR port c76271cc-707a-4a90-9ae9-135461e8154f on host hv-cinder-maste {{(pid=111414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 19 00:51:48.941065 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-e8accd87-e722-441a-887f-828e9c6d2ed9 req-7a83405c-4a35-409c-bc25-a739a7f09091 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:48.947109 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-e8accd87-e722-441a-887f-828e9c6d2ed9 req-7a83405c-4a35-409c-bc25-a739a7f09091 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.20 "DELETE /networking/v2.0/ports/c76271cc-707a-4a90-9ae9-135461e8154f HTTP/1.1" status: 204 len: 173 time: 0.7678523 Oct 19 00:51:48.948012 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2afe94-f67b-419f-bd5f-aefc5fbce221', 'name': 'network-vif-deleted', 'tag': 'c76271cc-707a-4a90-9ae9-135461e8154f'}] {{(pid=111414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:51:48.952256 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e46469f00a83062af0f8a877bbd3a06bc7f865c711541049e4990ec8a28c8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50cbfb51-f67f-4ae7-9f7d-248a86150721" -d '{"events": [{"server_uuid": "ae2afe94-f67b-419f-bd5f-aefc5fbce221", "name": "network-vif-deleted", "tag": "c76271cc-707a-4a90-9ae9-135461e8154f"}]}' {{(pid=111414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:51:49.019481 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 00:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac3c5a1-59bc-4abb-91db-0fbe981af0a0 x-openstack-request-id: req-6ac3c5a1-59bc-4abb-91db-0fbe981af0a0 {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:51:49.020299 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2afe94-f67b-419f-bd5f-aefc5fbce221", "name": "network-vif-deleted", "tag": "c76271cc-707a-4a90-9ae9-135461e8154f", "status": "completed", "code": 200}]} {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:51:49.020950 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6ac3c5a1-59bc-4abb-91db-0fbe981af0a0 {{(pid=111414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:51:49.021597 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ac3c5a1-59bc-4abb-91db-0fbe981af0a0'] response: {'server_uuid': 'ae2afe94-f67b-419f-bd5f-aefc5fbce221', 'name': 'network-vif-deleted', 'tag': 'c76271cc-707a-4a90-9ae9-135461e8154f', 'status': 'completed', 'code': 200} Oct 19 00:51:49.832030 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-ca82e922-2db1-4278-8830-8931966540ce req-2a3d934b-b44f-4b9d-927e-cfb7bc39385f tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ae2afe94-f67b-419f-bd5f-aefc5fbce221 HTTP/1.1" status: 200 len: 210 time: 0.0350580 Oct 19 00:51:52.011187 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device c76271cc-707a-4a90-9ae9-135461e8154f no longer exists at agent hyperv_hv-cinder-maste {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:51:52.014662 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=39,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:51:52.032632 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] No Port match for: c76271cc-707a-4a90-9ae9-135461e8154f {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:51:52.033046 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device c76271cc-707a-4a90-9ae9-135461e8154f not bound to the agent host hv-cinder-maste {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:51:53.195417 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 40544) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:51:53.363353 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-da1b72a3-ccc2-4211-a3d4-4ee07ddbf057 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Deleting port 541c7802-7877-44b9-a79e-dc9e9ba9e528 {{(pid=111415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:51:53.363706 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-da1b72a3-ccc2-4211-a3d4-4ee07ddbf057 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (541c7802-7877-44b9-a79e-dc9e9ba9e528), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:53.449541 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-da1b72a3-ccc2-4211-a3d4-4ee07ddbf057 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (541c7802-7877-44b9-a79e-dc9e9ba9e528), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:53.449952 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-da1b72a3-ccc2-4211-a3d4-4ee07ddbf057 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks [] for floatingip (541c7802-7877-44b9-a79e-dc9e9ba9e528), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:53.465895 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-da1b72a3-ccc2-4211-a3d4-4ee07ddbf057 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Calling delete_port for 541c7802-7877-44b9-a79e-dc9e9ba9e528 owned by network:floatingip {{(pid=111415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:51:53.672821 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:51:53.693110 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-da1b72a3-ccc2-4211-a3d4-4ee07ddbf057 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7426774'] for port (541c7802-7877-44b9-a79e-dc9e9ba9e528), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:53.728527 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b72a3-ccc2-4211-a3d4-4ee07ddbf057 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Pushing event deleted for resources: {'Port': ['ID=541c7802-7877-44b9-a79e-dc9e9ba9e528,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:51:53.783724 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:51:53.799312 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-da1b72a3-ccc2-4211-a3d4-4ee07ddbf057 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks [] for floatingip (3267c401-3324-4712-a409-4164143c3719), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:53.799728 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.db.l3_db [None req-da1b72a3-ccc2-4211-a3d4-4ee07ddbf057 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Floating IP 3267c401-3324-4712-a409-4164143c3719 disassociated (deleted). External IP: 172.37.6.95, port: 94f720c6-9b61-4983-ab49-77c9cdd0fe18. Oct 19 00:51:54.393877 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1b72a3-ccc2-4211-a3d4-4ee07ddbf057 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Router e4e088dd-fead-45f8-a190-19c3426512cb has already been hosted by L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 {{(pid=111415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:51:54.488437 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 40556) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:51:54.536431 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1b72a3-ccc2-4211-a3d4-4ee07ddbf057 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:51:54.541060 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-da1b72a3-ccc2-4211-a3d4-4ee07ddbf057 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for floatingip (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:54.555563 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d83fdf-a5d2-49b3-85c1-bfa4401856af None None] Sync routers for ids ['e4e088dd-fead-45f8-a190-19c3426512cb'] in dv-cinder-master-3-iscsi {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:51:54.571791 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d83fdf-a5d2-49b3-85c1-bfa4401856af None None] Routers {'e4e088dd-fead-45f8-a190-19c3426512cb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:51:54.573345 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-b6d83fdf-a5d2-49b3-85c1-bfa4401856af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:51:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['e4e088dd-fead-45f8-a190-19c3426512cb'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:51:54.589117 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-da1b72a3-ccc2-4211-a3d4-4ee07ddbf057 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/3267c401-3324-4712-a409-4164143c3719 HTTP/1.1" status: 204 len: 168 time: 1.3922100 Oct 19 00:51:54.589882 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2b07e55-0b24-4055-889f-e69cdf22f251', 'tag': '94f720c6-9b61-4983-ab49-77c9cdd0fe18'}] {{(pid=111415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:51:54.592374 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f300162fd090eaaff70cedce24d76e4f7ed07854ce673f865be8180b69e4678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae05614-8a32-4c94-8111-d16cdf91279a" -d '{"events": [{"name": "network-changed", "server_uuid": "d2b07e55-0b24-4055-889f-e69cdf22f251", "tag": "94f720c6-9b61-4983-ab49-77c9cdd0fe18"}]}' {{(pid=111415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:51:54.661953 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-b3c0579f-2182-4e4f-be33-645f8fd8718e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:54.723287 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-b6d83fdf-a5d2-49b3-85c1-bfa4401856af None None] Set router e4e088dd-fead-45f8-a190-19c3426512cb gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:51:54.813385 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-b3c0579f-2182-4e4f-be33-645f8fd8718e admin admin] Publish callbacks [] for security_group (892d3d8b-98c6-4be3-bfb5-ce0ebe737fb6), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:54.821568 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-b3c0579f-2182-4e4f-be33-645f8fd8718e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (892d3d8b-98c6-4be3-bfb5-ce0ebe737fb6), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:54.835643 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:51:54.880188 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c0579f-2182-4e4f-be33-645f8fd8718e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892d3d8b-98c6-4be3-bfb5-ce0ebe737fb6,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:51:54.892213 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-b3c0579f-2182-4e4f-be33-645f8fd8718e admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=2704ef762ed9499798074f3e871404b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3984528 Oct 19 00:51:54.893753 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 40568) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:51:54.952449 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=100 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:51:54.956403 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-4fe58d50-bc17-456b-a020-0b6d69e20a7a admin admin] Publish callbacks [] for security_group (892d3d8b-98c6-4be3-bfb5-ce0ebe737fb6), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:54.984312 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-4fe58d50-bc17-456b-a020-0b6d69e20a7a admin admin] Publish callbacks [] for security_group (892d3d8b-98c6-4be3-bfb5-ce0ebe737fb6), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:55.054734 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-b6d83fdf-a5d2-49b3-85c1-bfa4401856af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'name': 'tempest-TestVolumeBootPattern-1509644699-router', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.224'}], 'enable_snat': True}, 'gw_port_id': 'dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:43:56Z', 'updated_at': '2022-10-19T00:44:00Z', 'revision_number': 4, 'project_id': '8684504b0eff415b9063cebae21ca667', 'gw_port': {'id': 'dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:43:57Z', 'updated_at': '2022-10-19T00:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6c4a76fb-25b4-4764-9e7e-531467118a04', 'name': '', 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'mac_address': 'fa:16:3e:9d:ff:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ed6b2b90-24f3-4781-a6d8-0b858f53c7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:43:59Z', 'updated_at': '2022-10-19T00:44:06Z', 'revision_number': 5, 'project_id': '8684504b0eff415b9063cebae21ca667', 'subnets': [{'id': 'ed6b2b90-24f3-4781-a6d8-0b858f53c7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:51:55.064300 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-4fe58d50-bc17-456b-a020-0b6d69e20a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (892d3d8b-98c6-4be3-bfb5-ce0ebe737fb6), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:55.069787 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-4fe58d50-bc17-456b-a020-0b6d69e20a7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:55.082527 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-4fe58d50-bc17-456b-a020-0b6d69e20a7a admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/892d3d8b-98c6-4be3-bfb5-ce0ebe737fb6 HTTP/1.1" status: 204 len: 168 time: 0.1831958 Oct 19 00:51:55.098663 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe58d50-bc17-456b-a020-0b6d69e20a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892d3d8b-98c6-4be3-bfb5-ce0ebe737fb6,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:51:55.103728 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d83fdf-a5d2-49b3-85c1-bfa4401856af None None] Checking router: e4e088dd-fead-45f8-a190-19c3426512cb for host: dv-cinder-master-3-iscsi {{(pid=111417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:51:55.122470 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d83fdf-a5d2-49b3-85c1-bfa4401856af None None] Routers {'e4e088dd-fead-45f8-a190-19c3426512cb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:51:55.123829 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-b6d83fdf-a5d2-49b3-85c1-bfa4401856af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:51:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['e4e088dd-fead-45f8-a190-19c3426512cb'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:51:55.133758 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=30,neutron:UPDATE=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:51:55.179200 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 00:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8dd2be-a661-462a-b15d-cbe1a5993b92 x-openstack-request-id: req-4c8dd2be-a661-462a-b15d-cbe1a5993b92 {{(pid=111415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:51:55.179646 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2b07e55-0b24-4055-889f-e69cdf22f251", "tag": "94f720c6-9b61-4983-ab49-77c9cdd0fe18", "status": "completed", "code": 200}]} {{(pid=111415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:51:55.180456 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4c8dd2be-a661-462a-b15d-cbe1a5993b92 {{(pid=111415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:51:55.181358 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c8dd2be-a661-462a-b15d-cbe1a5993b92'] response: {'name': 'network-changed', 'server_uuid': 'd2b07e55-0b24-4055-889f-e69cdf22f251', 'tag': '94f720c6-9b61-4983-ab49-77c9cdd0fe18', 'status': 'completed', 'code': 200} Oct 19 00:51:55.334832 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1632452-c21c-41fc-bec1-05664a036784 req-f6ba36d0-3252-4997-b20d-3ec9b94f1c15 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:51:55.337454 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a1632452-c21c-41fc-bec1-05664a036784 req-f6ba36d0-3252-4997-b20d-3ec9b94f1c15 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d2b07e55-0b24-4055-889f-e69cdf22f251 HTTP/1.1" status: 200 len: 946 time: 0.0897553 Oct 19 00:51:55.342797 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-b6d83fdf-a5d2-49b3-85c1-bfa4401856af None None] Set router e4e088dd-fead-45f8-a190-19c3426512cb gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:51:55.446910 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-a1632452-c21c-41fc-bec1-05664a036784 req-fbe468a7-9528-40f8-b9f4-6217b86c5cd2 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003845 Oct 19 00:51:55.544122 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 40574) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:51:55.567626 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-9f521c1f-0188-4645-adaf-871a19eee184 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:55.686672 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-b6d83fdf-a5d2-49b3-85c1-bfa4401856af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'name': 'tempest-TestVolumeBootPattern-1509644699-router', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.224'}], 'enable_snat': True}, 'gw_port_id': 'dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:43:56Z', 'updated_at': '2022-10-19T00:44:00Z', 'revision_number': 4, 'project_id': '8684504b0eff415b9063cebae21ca667', 'gw_port': {'id': 'dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:43:57Z', 'updated_at': '2022-10-19T00:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6c4a76fb-25b4-4764-9e7e-531467118a04', 'name': '', 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'mac_address': 'fa:16:3e:9d:ff:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ed6b2b90-24f3-4781-a6d8-0b858f53c7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:43:59Z', 'updated_at': '2022-10-19T00:44:06Z', 'revision_number': 5, 'project_id': '8684504b0eff415b9063cebae21ca667', 'subnets': [{'id': 'ed6b2b90-24f3-4781-a6d8-0b858f53c7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:51:55.697919 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-9f521c1f-0188-4645-adaf-871a19eee184 admin admin] Publish callbacks [] for security_group (8a200898-1766-46bc-8205-a9cb1c535e8e), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:55.703342 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-9f521c1f-0188-4645-adaf-871a19eee184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (8a200898-1766-46bc-8205-a9cb1c535e8e), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:55.737518 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d83fdf-a5d2-49b3-85c1-bfa4401856af None None] The sync data for ids ['e4e088dd-fead-45f8-a190-19c3426512cb'] in dv-cinder-master-3-iscsi is: [{'id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'name': 'tempest-TestVolumeBootPattern-1509644699-router', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.224'}], 'enable_snat': True}, 'gw_port_id': 'dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:43:56Z', 'updated_at': '2022-10-19T00:44:00Z', 'revision_number': 4, 'project_id': '8684504b0eff415b9063cebae21ca667', 'gw_port': {'id': 'dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:43:57Z', 'updated_at': '2022-10-19T00:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6c4a76fb-25b4-4764-9e7e-531467118a04', 'name': '', 'network_id': 'cfe47441-dd27-4b7c-958a-cc2e5c8243ac', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'mac_address': 'fa:16:3e:9d:ff:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ed6b2b90-24f3-4781-a6d8-0b858f53c7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:43:59Z', 'updated_at': '2022-10-19T00:44:06Z', 'revision_number': 5, 'project_id': '8684504b0eff415b9063cebae21ca667', 'subnets': [{'id': 'ed6b2b90-24f3-4781-a6d8-0b858f53c7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:51:55.756713 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f521c1f-0188-4645-adaf-871a19eee184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a200898-1766-46bc-8205-a9cb1c535e8e,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:51:55.765344 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-9f521c1f-0188-4645-adaf-871a19eee184 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=ffc82faaf7924c9cb79f8cf2936bd82d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2184124 Oct 19 00:51:55.767219 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 40576) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:51:55.850055 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-fc473540-0e81-489c-96ca-d0fe6f3f7cb2 admin admin] Publish callbacks [] for security_group (8a200898-1766-46bc-8205-a9cb1c535e8e), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:55.875774 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-fc473540-0e81-489c-96ca-d0fe6f3f7cb2 admin admin] Publish callbacks [] for security_group (8a200898-1766-46bc-8205-a9cb1c535e8e), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:55.945246 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-fc473540-0e81-489c-96ca-d0fe6f3f7cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (8a200898-1766-46bc-8205-a9cb1c535e8e), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:55.949707 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-fc473540-0e81-489c-96ca-d0fe6f3f7cb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:55.951275 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-fc473540-0e81-489c-96ca-d0fe6f3f7cb2 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/8a200898-1766-46bc-8205-a9cb1c535e8e HTTP/1.1" status: 204 len: 168 time: 0.1826153 Oct 19 00:51:55.968987 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc473540-0e81-489c-96ca-d0fe6f3f7cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a200898-1766-46bc-8205-a9cb1c535e8e,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:51:56.089202 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b0750c-3c33-4f48-8e17-172a8b5396f6 None None] New status for floating IP 3267c401-3324-4712-a409-4164143c3719: DOWN {{(pid=111416) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 00:51:56.185251 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:51:56.222958 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae05614-8a32-4c94-8111-d16cdf91279a req-0b335091-193d-4952-a2c7-1a82f0ed13b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:51:56.225441 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-dae05614-8a32-4c94-8111-d16cdf91279a req-0b335091-193d-4952-a2c7-1a82f0ed13b4 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=8684504b0eff415b9063cebae21ca667&device_id=d2b07e55-0b24-4055-889f-e69cdf22f251 HTTP/1.1" status: 200 len: 1130 time: 0.0968959 Oct 19 00:51:56.433613 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae05614-8a32-4c94-8111-d16cdf91279a req-e4644fa0-9798-42b5-8916-1c1d397d7fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:51:56.436252 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-dae05614-8a32-4c94-8111-d16cdf91279a req-e4644fa0-9798-42b5-8916-1c1d397d7fab service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=cfe47441-dd27-4b7c-958a-cc2e5c8243ac HTTP/1.1" status: 200 len: 913 time: 0.1112461 Oct 19 00:51:56.523413 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 40584) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:51:56.540220 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-3b549c37-bc25-417b-bf54-acf12e979345 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:56.598966 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb188413-7728-44b6-a28c-029b4796d3d3 req-1c89a090-c677-4299-b460-986e2620e635 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:51:56.600605 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-bb188413-7728-44b6-a28c-029b4796d3d3 req-1c89a090-c677-4299-b460-986e2620e635 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d2b07e55-0b24-4055-889f-e69cdf22f251 HTTP/1.1" status: 200 len: 946 time: 0.0661473 Oct 19 00:51:56.631207 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-dae05614-8a32-4c94-8111-d16cdf91279a req-9eaf3672-fec6-4c4c-9aec-d00b41da7a95 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94f720c6-9b61-4983-ab49-77c9cdd0fe18 HTTP/1.1" status: 200 len: 217 time: 0.0858755 Oct 19 00:51:56.663670 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-bb188413-7728-44b6-a28c-029b4796d3d3 req-113abe16-5450-4b01-85b8-513aebfde10a tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560708 Oct 19 00:51:56.680560 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:51:56.888772 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e98db-55ef-4058-b973-9ad89d55f776 req-f7254cce-3e0b-45d2-b1e7-6c8b5bef2bb8 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:51:56.891065 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-919e98db-55ef-4058-b973-9ad89d55f776 req-f7254cce-3e0b-45d2-b1e7-6c8b5bef2bb8 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d2b07e55-0b24-4055-889f-e69cdf22f251 HTTP/1.1" status: 200 len: 946 time: 0.1889448 Oct 19 00:51:56.898138 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-3b549c37-bc25-417b-bf54-acf12e979345 admin admin] Publish callbacks [] for security_group (484ec2eb-4a5e-44fb-b925-053bb5442bd2), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:56.913360 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae05614-8a32-4c94-8111-d16cdf91279a req-05bd919b-4191-44d8-8caf-8718e6248825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:51:56.916048 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-dae05614-8a32-4c94-8111-d16cdf91279a req-05bd919b-4191-44d8-8caf-8718e6248825 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=ed6b2b90-24f3-4781-a6d8-0b858f53c7ca HTTP/1.1" status: 200 len: 851 time: 0.2162180 Oct 19 00:51:56.920241 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-3b549c37-bc25-417b-bf54-acf12e979345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (484ec2eb-4a5e-44fb-b925-053bb5442bd2), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:57.114501 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-3b549c37-bc25-417b-bf54-acf12e979345 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=263ab15899ad48599c2e3a007a54781b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5897124 Oct 19 00:51:57.117212 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 40588) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:51:57.149148 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b549c37-bc25-417b-bf54-acf12e979345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484ec2eb-4a5e-44fb-b925-053bb5442bd2,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:51:57.159658 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae05614-8a32-4c94-8111-d16cdf91279a req-c7645c3a-6a9d-4971-95b6-44c100d9bdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:51:57.161577 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-dae05614-8a32-4c94-8111-d16cdf91279a req-c7645c3a-6a9d-4971-95b6-44c100d9bdc1 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=cfe47441-dd27-4b7c-958a-cc2e5c8243ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2365882 Oct 19 00:51:57.182957 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-e57f733e-2e3e-44f7-87cc-373b6d762824 admin admin] Publish callbacks [] for security_group (484ec2eb-4a5e-44fb-b925-053bb5442bd2), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:57.193946 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:51:57.214576 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-e57f733e-2e3e-44f7-87cc-373b6d762824 admin admin] Publish callbacks [] for security_group (484ec2eb-4a5e-44fb-b925-053bb5442bd2), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:57.223639 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [req-919e98db-55ef-4058-b973-9ad89d55f776 req-6de6fae5-9721-4675-b2bb-49060a1c28b2 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Deleting port 94f720c6-9b61-4983-ab49-77c9cdd0fe18 {{(pid=111414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:51:57.224187 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-919e98db-55ef-4058-b973-9ad89d55f776 req-6de6fae5-9721-4675-b2bb-49060a1c28b2 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (94f720c6-9b61-4983-ab49-77c9cdd0fe18), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:57.253824 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:51:57.284080 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-e57f733e-2e3e-44f7-87cc-373b6d762824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (484ec2eb-4a5e-44fb-b925-053bb5442bd2), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:57.287367 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-e57f733e-2e3e-44f7-87cc-373b6d762824 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:57.288954 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-e57f733e-2e3e-44f7-87cc-373b6d762824 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/484ec2eb-4a5e-44fb-b925-053bb5442bd2 HTTP/1.1" status: 204 len: 168 time: 0.1704895 Oct 19 00:51:57.303280 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f733e-2e3e-44f7-87cc-373b6d762824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484ec2eb-4a5e-44fb-b925-053bb5442bd2,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:51:57.485539 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-dae05614-8a32-4c94-8111-d16cdf91279a req-328c355a-c8fa-4ad3-9bf6-a1485700b984 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cfe47441-dd27-4b7c-958a-cc2e5c8243ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126037 Oct 19 00:51:57.493865 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-919e98db-55ef-4058-b973-9ad89d55f776 req-6de6fae5-9721-4675-b2bb-49060a1c28b2 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] For port 94f720c6-9b61-4983-ab49-77c9cdd0fe18, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=94f720c6-9b61-4983-ab49-77c9cdd0fe18,segment=NetworkSegment(e263339d-8163-42c1-82aa-55d7bd373377),segment_id=e263339d-8163-42c1-82aa-55d7bd373377)] {{(pid=111414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:51:57.494074 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-919e98db-55ef-4058-b973-9ad89d55f776 req-6de6fae5-9721-4675-b2bb-49060a1c28b2 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (94f720c6-9b61-4983-ab49-77c9cdd0fe18), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:57.532521 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [req-919e98db-55ef-4058-b973-9ad89d55f776 req-6de6fae5-9721-4675-b2bb-49060a1c28b2 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Calling delete_port for 94f720c6-9b61-4983-ab49-77c9cdd0fe18 owned by compute:nova {{(pid=111414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:51:57.622894 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:51:57.679652 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-dae05614-8a32-4c94-8111-d16cdf91279a req-ed834707-c72b-43c3-bc4f-beba4777e0aa service neutron] 10.222.0.20 "GET /networking/v2.0/networks/cfe47441-dd27-4b7c-958a-cc2e5c8243ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803756 Oct 19 00:51:57.896716 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac25045-1e34-4ec1-9fe4-c0bfd5002aeb req-b26aced4-a594-4da5-b614-502db0627640 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:51:57.900335 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-1ac25045-1e34-4ec1-9fe4-c0bfd5002aeb req-b26aced4-a594-4da5-b614-502db0627640 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d2b07e55-0b24-4055-889f-e69cdf22f251 HTTP/1.1" status: 200 len: 946 time: 0.0962718 Oct 19 00:51:57.995511 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-1ac25045-1e34-4ec1-9fe4-c0bfd5002aeb req-24469a66-f3e2-4beb-9229-2ff448653312 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3f0d8317-375e-4850-af9c-364f714fadd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827725 Oct 19 00:51:58.064660 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-919e98db-55ef-4058-b973-9ad89d55f776 req-6de6fae5-9721-4675-b2bb-49060a1c28b2 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (94f720c6-9b61-4983-ab49-77c9cdd0fe18), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:58.114717 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de6fae5-9721-4675-b2bb-49060a1c28b2 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Pushing event deleted for resources: {'Port': ['ID=94f720c6-9b61-4983-ab49-77c9cdd0fe18,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:51:58.198754 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [req-919e98db-55ef-4058-b973-9ad89d55f776 req-6de6fae5-9721-4675-b2bb-49060a1c28b2 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] No DVR routers for this DVR port 94f720c6-9b61-4983-ab49-77c9cdd0fe18 on host hv-cinder-maste {{(pid=111414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 19 00:51:58.202801 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-919e98db-55ef-4058-b973-9ad89d55f776 req-6de6fae5-9721-4675-b2bb-49060a1c28b2 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:58.208765 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-919e98db-55ef-4058-b973-9ad89d55f776 req-6de6fae5-9721-4675-b2bb-49060a1c28b2 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.20 "DELETE /networking/v2.0/ports/94f720c6-9b61-4983-ab49-77c9cdd0fe18 HTTP/1.1" status: 204 len: 173 time: 1.3080277 Oct 19 00:51:58.209625 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b07e55-0b24-4055-889f-e69cdf22f251', 'name': 'network-vif-deleted', 'tag': '94f720c6-9b61-4983-ab49-77c9cdd0fe18'}] {{(pid=111414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:51:58.214147 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e46469f00a83062af0f8a877bbd3a06bc7f865c711541049e4990ec8a28c8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b20538-3ba0-4e22-93ad-3595b8399ece" -d '{"events": [{"server_uuid": "d2b07e55-0b24-4055-889f-e69cdf22f251", "name": "network-vif-deleted", "tag": "94f720c6-9b61-4983-ab49-77c9cdd0fe18"}]}' {{(pid=111414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:51:58.279256 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 00:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d3c8e9-7ac5-4634-be7b-883fc5409e55 x-openstack-request-id: req-c0d3c8e9-7ac5-4634-be7b-883fc5409e55 {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:51:58.279570 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2b07e55-0b24-4055-889f-e69cdf22f251", "name": "network-vif-deleted", "tag": "94f720c6-9b61-4983-ab49-77c9cdd0fe18", "status": "completed", "code": 200}]} {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:51:58.279815 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c0d3c8e9-7ac5-4634-be7b-883fc5409e55 {{(pid=111414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:51:58.280525 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0d3c8e9-7ac5-4634-be7b-883fc5409e55'] response: {'server_uuid': 'd2b07e55-0b24-4055-889f-e69cdf22f251', 'name': 'network-vif-deleted', 'tag': '94f720c6-9b61-4983-ab49-77c9cdd0fe18', 'status': 'completed', 'code': 200} Oct 19 00:51:58.945654 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 40622) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:51:59.081446 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-8429f6cb-e2c1-4139-b977-73265a123843 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:59.179412 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-afa96343-73f5-4251-9d82-c2ac82fb26f4 req-075d8bfb-11e7-4f30-a107-ea86bd684acd tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d2b07e55-0b24-4055-889f-e69cdf22f251 HTTP/1.1" status: 200 len: 210 time: 0.0591466 Oct 19 00:51:59.280030 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-8429f6cb-e2c1-4139-b977-73265a123843 admin admin] Publish callbacks [] for security_group (242b15e9-efe7-49a7-9d8d-f67c63cda329), precommit_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:59.285167 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-8429f6cb-e2c1-4139-b977-73265a123843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (242b15e9-efe7-49a7-9d8d-f67c63cda329), after_create {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:59.355252 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-8429f6cb-e2c1-4139-b977-73265a123843 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=4f1bcb9d3eda4d74bbd1a9225417684e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4076331 Oct 19 00:51:59.356438 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429f6cb-e2c1-4139-b977-73265a123843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242b15e9-efe7-49a7-9d8d-f67c63cda329,revision_number=1']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:51:59.359367 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 40628) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:51:59.437885 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-6f324205-d45e-4958-97e5-1500b2165341 admin admin] Publish callbacks [] for security_group (242b15e9-efe7-49a7-9d8d-f67c63cda329), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:59.471143 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-6f324205-d45e-4958-97e5-1500b2165341 admin admin] Publish callbacks [] for security_group (242b15e9-efe7-49a7-9d8d-f67c63cda329), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:59.515555 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:51:59.536024 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-6f324205-d45e-4958-97e5-1500b2165341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (242b15e9-efe7-49a7-9d8d-f67c63cda329), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:59.539561 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-6f324205-d45e-4958-97e5-1500b2165341 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:51:59.540757 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-6f324205-d45e-4958-97e5-1500b2165341 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/242b15e9-efe7-49a7-9d8d-f67c63cda329 HTTP/1.1" status: 204 len: 168 time: 0.1799943 Oct 19 00:51:59.549734 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f324205-d45e-4958-97e5-1500b2165341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242b15e9-efe7-49a7-9d8d-f67c63cda329,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:00.032057 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 94f720c6-9b61-4983-ab49-77c9cdd0fe18 no longer exists at agent hyperv_hv-cinder-maste {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:52:00.068328 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] No Port match for: 94f720c6-9b61-4983-ab49-77c9cdd0fe18 {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:52:00.068826 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device 94f720c6-9b61-4983-ab49-77c9cdd0fe18 not bound to the agent host hv-cinder-maste {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:52:00.269171 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 40652) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:52:00.413464 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [None req-63a98ad3-d91b-4ad2-b5d6-9ce1deee58b6 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Deleting port 49fb911d-40e6-4ee8-839f-94a6c17161f9 {{(pid=111414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:52:00.414476 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-63a98ad3-d91b-4ad2-b5d6-9ce1deee58b6 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (49fb911d-40e6-4ee8-839f-94a6c17161f9), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:00.521872 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-63a98ad3-d91b-4ad2-b5d6-9ce1deee58b6 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (49fb911d-40e6-4ee8-839f-94a6c17161f9), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:00.522254 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-63a98ad3-d91b-4ad2-b5d6-9ce1deee58b6 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks [] for floatingip (49fb911d-40e6-4ee8-839f-94a6c17161f9), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:00.539735 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [None req-63a98ad3-d91b-4ad2-b5d6-9ce1deee58b6 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Calling delete_port for 49fb911d-40e6-4ee8-839f-94a6c17161f9 owned by network:floatingip {{(pid=111414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:52:00.702310 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-63a98ad3-d91b-4ad2-b5d6-9ce1deee58b6 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (49fb911d-40e6-4ee8-839f-94a6c17161f9), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:00.748762 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a98ad3-d91b-4ad2-b5d6-9ce1deee58b6 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Pushing event deleted for resources: {'Port': ['ID=49fb911d-40e6-4ee8-839f-94a6c17161f9,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:00.867036 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-63a98ad3-d91b-4ad2-b5d6-9ce1deee58b6 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks [] for floatingip (84030ac4-d4db-4fd2-9449-ac5b759fdfa5), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:00.871101 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-63a98ad3-d91b-4ad2-b5d6-9ce1deee58b6 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for floatingip (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:00.872669 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-63a98ad3-d91b-4ad2-b5d6-9ce1deee58b6 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/84030ac4-d4db-4fd2-9449-ac5b759fdfa5 HTTP/1.1" status: 204 len: 168 time: 0.6048515 Oct 19 00:52:01.441435 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-2b04bcd5-39ca-4974-86d4-6adb3545519a req-35c070d3-edc1-4050-8758-26048a4514d0 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1982202811&fields=id&tenant_id=a8a6d900d9d344a694b955f51fa46aa9 HTTP/1.1" status: 200 len: 267 time: 0.0564132 Oct 19 00:52:01.501104 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04bcd5-39ca-4974-86d4-6adb3545519a req-f1dee3af-beab-4a11-aeb4-d52a14233dfb tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:52:01.502978 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-2b04bcd5-39ca-4974-86d4-6adb3545519a req-f1dee3af-beab-4a11-aeb4-d52a14233dfb tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfbf8641-41b8-47d8-af4d-ef17c6bd1935 HTTP/1.1" status: 200 len: 984 time: 0.0550585 Oct 19 00:52:01.518022 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.v2.base [req-2b04bcd5-39ca-4974-86d4-6adb3545519a req-1b87384f-f78f-4869-af80-bce79112bb37 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Request body: {'port': {'security_groups': ['0bab5f87-b37e-4056-8d4e-cb7c2b339004']}} {{(pid=111415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 19 00:52:01.614662 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [req-2b04bcd5-39ca-4974-86d4-6adb3545519a req-1b87384f-f78f-4869-af80-bce79112bb37 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017467'] for port (aa62f9af-6447-4516-a59f-dc36fd82da11), before_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:01.877599 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (6724934a-8b6e-4109-8304-d160e240b776), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:01.887584 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.db [req-2b04bcd5-39ca-4974-86d4-6adb3545519a req-1b87384f-f78f-4869-af80-bce79112bb37 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] For port aa62f9af-6447-4516-a59f-dc36fd82da11, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=aa62f9af-6447-4516-a59f-dc36fd82da11,segment=NetworkSegment(2425b63e-dd9c-47b4-b323-5bcff2e111f6),segment_id=2425b63e-dd9c-47b4-b323-5bcff2e111f6)] {{(pid=111415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:52:01.924435 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [req-2b04bcd5-39ca-4974-86d4-6adb3545519a req-1b87384f-f78f-4869-af80-bce79112bb37 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks [] for port (aa62f9af-6447-4516-a59f-dc36fd82da11), precommit_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:01.930715 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [req-2b04bcd5-39ca-4974-86d4-6adb3545519a req-1b87384f-f78f-4869-af80-bce79112bb37 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730482674818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482299468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482299486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7426799'] for port (aa62f9af-6447-4516-a59f-dc36fd82da11), after_update {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:01.946203 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04bcd5-39ca-4974-86d4-6adb3545519a req-1b87384f-f78f-4869-af80-bce79112bb37 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:52:01.946898 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [req-2b04bcd5-39ca-4974-86d4-6adb3545519a req-1b87384f-f78f-4869-af80-bce79112bb37 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:01.948392 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-2b04bcd5-39ca-4974-86d4-6adb3545519a req-1b87384f-f78f-4869-af80-bce79112bb37 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "PUT /networking/v2.0/ports/aa62f9af-6447-4516-a59f-dc36fd82da11 HTTP/1.1" status: 200 len: 942 time: 0.4368181 Oct 19 00:52:01.948935 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfbf8641-41b8-47d8-af4d-ef17c6bd1935', 'tag': 'aa62f9af-6447-4516-a59f-dc36fd82da11'}] {{(pid=111415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:52:01.951347 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f300162fd090eaaff70cedce24d76e4f7ed07854ce673f865be8180b69e4678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8b5577-3c7a-4be7-a384-66d3b178b7be" -d '{"events": [{"name": "network-changed", "server_uuid": "bfbf8641-41b8-47d8-af4d-ef17c6bd1935", "tag": "aa62f9af-6447-4516-a59f-dc36fd82da11"}]}' {{(pid=111415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:52:01.955461 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 40678) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:52:01.984364 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] get_ports_and_sgs() called for port_ids ['aa62f9af-6447-4516-a59f-dc36fd82da11'] {{(pid=111416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 00:52:02.031691 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b87384f-f78f-4869-af80-bce79112bb37 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Pushing event updated for resources: {'Port': ['ID=aa62f9af-6447-4516-a59f-dc36fd82da11,revision_number=7']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:02.041050 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 00:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b33e43-1d56-4e72-b6cb-3b6963c27421 x-openstack-request-id: req-e6b33e43-1d56-4e72-b6cb-3b6963c27421 {{(pid=111415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:52:02.042621 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c1885a5f-693a-4e8f-a5b7-689c7f941848 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks [] for security_group (871fe458-7962-462f-9d9c-b229a52f3fc4), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:02.043424 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfbf8641-41b8-47d8-af4d-ef17c6bd1935", "tag": "aa62f9af-6447-4516-a59f-dc36fd82da11", "status": "completed", "code": 200}]} {{(pid=111415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:52:02.044180 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e6b33e43-1d56-4e72-b6cb-3b6963c27421 {{(pid=111415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:52:02.045101 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6b33e43-1d56-4e72-b6cb-3b6963c27421'] response: {'name': 'network-changed', 'server_uuid': 'bfbf8641-41b8-47d8-af4d-ef17c6bd1935', 'tag': 'aa62f9af-6447-4516-a59f-dc36fd82da11', 'status': 'completed', 'code': 200} Oct 19 00:52:02.086087 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c1885a5f-693a-4e8f-a5b7-689c7f941848 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks [] for security_group (871fe458-7962-462f-9d9c-b229a52f3fc4), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:02.126524 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] get_ports_and_sgs() called for port_ids ['aa62f9af-6447-4516-a59f-dc36fd82da11'] {{(pid=111416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 00:52:02.150418 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:02.169973 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 40682) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:52:02.221889 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b5577-3c7a-4be7-a384-66d3b178b7be req-4760e557-bf5f-4a9f-bd6a-603cf088f48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:52:02.224525 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-ad8b5577-3c7a-4be7-a384-66d3b178b7be req-4760e557-bf5f-4a9f-bd6a-603cf088f48c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=a8a6d900d9d344a694b955f51fa46aa9&device_id=bfbf8641-41b8-47d8-af4d-ef17c6bd1935 HTTP/1.1" status: 200 len: 1129 time: 0.1306119 Oct 19 00:52:02.327444 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-70d87fb3-599f-4c45-ba6b-eaa00551c2f7 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks [] for security_group (3f0d8317-375e-4850-af9c-364f714fadd0), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:02.362532 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-70d87fb3-599f-4c45-ba6b-eaa00551c2f7 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks [] for security_group (3f0d8317-375e-4850-af9c-364f714fadd0), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:02.397593 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:02.398721 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=9 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:02.418362 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c1885a5f-693a-4e8f-a5b7-689c7f941848 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (871fe458-7962-462f-9d9c-b229a52f3fc4), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:02.421438 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c1885a5f-693a-4e8f-a5b7-689c7f941848 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:02.422988 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-c1885a5f-693a-4e8f-a5b7-689c7f941848 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/871fe458-7962-462f-9d9c-b229a52f3fc4 HTTP/1.1" status: 204 len: 168 time: 0.4662139 Oct 19 00:52:02.432546 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 40688) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:52:02.453762 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1885a5f-693a-4e8f-a5b7-689c7f941848 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=871fe458-7962-462f-9d9c-b229a52f3fc4,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:02.456606 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b5577-3c7a-4be7-a384-66d3b178b7be req-63125024-b7b3-4f8c-8b4f-6f670c53b5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:52:02.458619 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-ad8b5577-3c7a-4be7-a384-66d3b178b7be req-63125024-b7b3-4f8c-8b4f-6f670c53b5d3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=55e165e6-4b57-4574-ad76-be38ba32d98e HTTP/1.1" status: 200 len: 916 time: 0.2240093 Oct 19 00:52:02.528543 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-70d87fb3-599f-4c45-ba6b-eaa00551c2f7 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (3f0d8317-375e-4850-af9c-364f714fadd0), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:02.531490 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-70d87fb3-599f-4c45-ba6b-eaa00551c2f7 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:02.532725 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-70d87fb3-599f-4c45-ba6b-eaa00551c2f7 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/3f0d8317-375e-4850-af9c-364f714fadd0 HTTP/1.1" status: 204 len: 168 time: 0.3606834 Oct 19 00:52:02.562537 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d87fb3-599f-4c45-ba6b-eaa00551c2f7 tempest-TestVolumeBootPattern-1327038966 tempest-TestVolumeBootPattern-1327038966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0d8317-375e-4850-af9c-364f714fadd0,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:02.615098 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 40694) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:52:02.674254 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-ad8b5577-3c7a-4be7-a384-66d3b178b7be req-79dcb8c9-42fa-40da-9911-b0098c951723 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa62f9af-6447-4516-a59f-dc36fd82da11 HTTP/1.1" status: 200 len: 1001 time: 0.1810656 Oct 19 00:52:02.679619 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:02.770958 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b5577-3c7a-4be7-a384-66d3b178b7be req-4107d473-4beb-4fd2-b8ef-454f8860387f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:52:02.772668 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-ad8b5577-3c7a-4be7-a384-66d3b178b7be req-4107d473-4beb-4fd2-b8ef-454f8860387f service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a22e9614-06d2-4e26-842c-688e21b998cb HTTP/1.1" status: 200 len: 854 time: 0.0886600 Oct 19 00:52:02.816885 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [None req-27057ada-b0b4-49c6-ba9a-46fd4e495518 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Deleting port 8acabb61-ce8b-424b-88f9-d9afc543bb7a {{(pid=111414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:52:02.817238 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-27057ada-b0b4-49c6-ba9a-46fd4e495518 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (8acabb61-ce8b-424b-88f9-d9afc543bb7a), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:02.878046 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b5577-3c7a-4be7-a384-66d3b178b7be req-93ae44e8-1e53-4c1f-bdab-f817d7c40a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:52:02.879661 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-ad8b5577-3c7a-4be7-a384-66d3b178b7be req-93ae44e8-1e53-4c1f-bdab-f817d7c40a2a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=55e165e6-4b57-4574-ad76-be38ba32d98e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0977180 Oct 19 00:52:02.982980 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-27057ada-b0b4-49c6-ba9a-46fd4e495518 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (8acabb61-ce8b-424b-88f9-d9afc543bb7a), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:02.983929 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-27057ada-b0b4-49c6-ba9a-46fd4e495518 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks [] for floatingip (8acabb61-ce8b-424b-88f9-d9afc543bb7a), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:03.013609 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [None req-27057ada-b0b4-49c6-ba9a-46fd4e495518 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Calling delete_port for 8acabb61-ce8b-424b-88f9-d9afc543bb7a owned by network:floatingip {{(pid=111414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:52:03.091127 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-ad8b5577-3c7a-4be7-a384-66d3b178b7be req-c4ee0993-4b0a-496f-9e19-72fef02ab69a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/55e165e6-4b57-4574-ad76-be38ba32d98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970694 Oct 19 00:52:03.243288 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-ad8b5577-3c7a-4be7-a384-66d3b178b7be req-d2738d42-b1aa-497d-826c-33c0007ff6b9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/55e165e6-4b57-4574-ad76-be38ba32d98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443746 Oct 19 00:52:03.312202 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-27057ada-b0b4-49c6-ba9a-46fd4e495518 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (8acabb61-ce8b-424b-88f9-d9afc543bb7a), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:03.340277 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27057ada-b0b4-49c6-ba9a-46fd4e495518 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Pushing event deleted for resources: {'Port': ['ID=8acabb61-ce8b-424b-88f9-d9afc543bb7a,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:03.398195 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:03.424142 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-27057ada-b0b4-49c6-ba9a-46fd4e495518 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks [] for floatingip (701c3bc4-04fb-4ca7-9000-2461cbcccb33), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:03.424507 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.db.l3_db [None req-27057ada-b0b4-49c6-ba9a-46fd4e495518 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Floating IP 701c3bc4-04fb-4ca7-9000-2461cbcccb33 disassociated (deleted). External IP: 172.37.6.167, port: aa62f9af-6447-4516-a59f-dc36fd82da11. Oct 19 00:52:03.504704 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a10a4436-fe26-4b67-819f-3da31529f82a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1942574'] for router_interface (e4e088dd-fead-45f8-a190-19c3426512cb), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:03.625199 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:03.687969 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27057ada-b0b4-49c6-ba9a-46fd4e495518 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Router 68b043e3-5a26-4abc-b492-7053157db4b2 has already been hosted by L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 {{(pid=111414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:52:03.836875 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-a10a4436-fe26-4b67-819f-3da31529f82a admin admin] Deleting port 6c4a76fb-25b4-4764-9e7e-531467118a04 {{(pid=111415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:52:03.837500 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a10a4436-fe26-4b67-819f-3da31529f82a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (6c4a76fb-25b4-4764-9e7e-531467118a04), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:03.843965 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27057ada-b0b4-49c6-ba9a-46fd4e495518 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:52:03.851478 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-27057ada-b0b4-49c6-ba9a-46fd4e495518 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for floatingip (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:03.857108 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a920b3-1250-4a0f-ad5a-efef5e8ea609 None None] Sync routers for ids ['68b043e3-5a26-4abc-b492-7053157db4b2'] in dv-cinder-master-3-iscsi {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:52:03.869957 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a920b3-1250-4a0f-ad5a-efef5e8ea609 None None] Routers {'68b043e3-5a26-4abc-b492-7053157db4b2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:52:03.870775 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-e4a920b3-1250-4a0f-ad5a-efef5e8ea609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:51:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['68b043e3-5a26-4abc-b492-7053157db4b2'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:03.914475 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-27057ada-b0b4-49c6-ba9a-46fd4e495518 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/701c3bc4-04fb-4ca7-9000-2461cbcccb33 HTTP/1.1" status: 204 len: 168 time: 1.4773216 Oct 19 00:52:03.915298 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfbf8641-41b8-47d8-af4d-ef17c6bd1935', 'tag': 'aa62f9af-6447-4516-a59f-dc36fd82da11'}] {{(pid=111414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:52:03.919203 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e46469f00a83062af0f8a877bbd3a06bc7f865c711541049e4990ec8a28c8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55db4d65-c8f9-4449-bb0c-3ac26f2c031f" -d '{"events": [{"name": "network-changed", "server_uuid": "bfbf8641-41b8-47d8-af4d-ef17c6bd1935", "tag": "aa62f9af-6447-4516-a59f-dc36fd82da11"}]}' {{(pid=111414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:52:03.981049 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.db [None req-a10a4436-fe26-4b67-819f-3da31529f82a admin admin] For port 6c4a76fb-25b4-4764-9e7e-531467118a04, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6c4a76fb-25b4-4764-9e7e-531467118a04,segment=NetworkSegment(e263339d-8163-42c1-82aa-55d7bd373377),segment_id=e263339d-8163-42c1-82aa-55d7bd373377)] {{(pid=111415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:52:03.981631 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a10a4436-fe26-4b67-819f-3da31529f82a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (6c4a76fb-25b4-4764-9e7e-531467118a04), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:04.014267 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-a10a4436-fe26-4b67-819f-3da31529f82a admin admin] Calling delete_port for 6c4a76fb-25b4-4764-9e7e-531467118a04 owned by network:router_interface {{(pid=111415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:52:04.050993 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-e4a920b3-1250-4a0f-ad5a-efef5e8ea609 None None] Set router 68b043e3-5a26-4abc-b492-7053157db4b2 gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:52:04.242718 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:04.329766 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a10a4436-fe26-4b67-819f-3da31529f82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7426774'] for port (6c4a76fb-25b4-4764-9e7e-531467118a04), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:04.364389 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 00:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55efc9b-e682-4d56-af4f-dc58b86484ee x-openstack-request-id: req-f55efc9b-e682-4d56-af4f-dc58b86484ee {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:52:04.365267 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfbf8641-41b8-47d8-af4d-ef17c6bd1935", "tag": "aa62f9af-6447-4516-a59f-dc36fd82da11", "status": "completed", "code": 200}]} {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:52:04.365267 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f55efc9b-e682-4d56-af4f-dc58b86484ee {{(pid=111414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:52:04.365828 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f55efc9b-e682-4d56-af4f-dc58b86484ee'] response: {'name': 'network-changed', 'server_uuid': 'bfbf8641-41b8-47d8-af4d-ef17c6bd1935', 'tag': 'aa62f9af-6447-4516-a59f-dc36fd82da11', 'status': 'completed', 'code': 200} Oct 19 00:52:04.375930 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a4436-fe26-4b67-819f-3da31529f82a admin admin] Pushing event deleted for resources: {'Port': ['ID=6c4a76fb-25b4-4764-9e7e-531467118a04,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:04.590962 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db4d65-c8f9-4449-bb0c-3ac26f2c031f req-f65bf2e8-de93-40b6-85f6-918246987ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:52:04.592562 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-55db4d65-c8f9-4449-bb0c-3ac26f2c031f req-f65bf2e8-de93-40b6-85f6-918246987ede service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=a8a6d900d9d344a694b955f51fa46aa9&device_id=bfbf8641-41b8-47d8-af4d-ef17c6bd1935 HTTP/1.1" status: 200 len: 1129 time: 0.1534622 Oct 19 00:52:04.607818 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d41eb80e-8e67-41e9-b787-719e9c276900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:04.631817 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:04.646301 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-e4a920b3-1250-4a0f-ad5a-efef5e8ea609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b043e3-5a26-4abc-b492-7053157db4b2', 'name': 'tempest-TestMinimumBasicScenario-1359129397-router', 'tenant_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.203'}], 'enable_snat': True}, 'gw_port_id': '006571e0-de03-4104-be78-57cf7268bda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:49:45Z', 'updated_at': '2022-10-19T00:49:49Z', 'revision_number': 4, 'project_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'gw_port': {'id': '006571e0-de03-4104-be78-57cf7268bda4', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b043e3-5a26-4abc-b492-7053157db4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:49:46Z', 'updated_at': '2022-10-19T00:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4cb629d5-6b04-4799-bab2-425ae9524af8', 'name': '', 'network_id': '55e165e6-4b57-4574-ad76-be38ba32d98e', 'tenant_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'mac_address': 'fa:16:3e:5e:35:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b043e3-5a26-4abc-b492-7053157db4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a22e9614-06d2-4e26-842c-688e21b998cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:49:48Z', 'updated_at': '2022-10-19T00:49:58Z', 'revision_number': 5, 'project_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'subnets': [{'id': 'a22e9614-06d2-4e26-842c-688e21b998cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:04.684440 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a920b3-1250-4a0f-ad5a-efef5e8ea609 None None] Checking router: 68b043e3-5a26-4abc-b492-7053157db4b2 for host: dv-cinder-master-3-iscsi {{(pid=111417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:52:04.696937 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a920b3-1250-4a0f-ad5a-efef5e8ea609 None None] Routers {'68b043e3-5a26-4abc-b492-7053157db4b2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:52:04.697645 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-e4a920b3-1250-4a0f-ad5a-efef5e8ea609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:51:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['68b043e3-5a26-4abc-b492-7053157db4b2'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:04.721567 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a10a4436-fe26-4b67-819f-3da31529f82a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1942682'] for router_interface (e4e088dd-fead-45f8-a190-19c3426512cb), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:04.836609 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1797020-343f-4890-b365-ddae688479bd None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=111416) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 19 00:52:04.879342 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-e4a920b3-1250-4a0f-ad5a-efef5e8ea609 None None] Set router 68b043e3-5a26-4abc-b492-7053157db4b2 gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:52:05.059061 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1797020-343f-4890-b365-ddae688479bd None None] Resources bound (agent type, host, resource id): {{(pid=111416) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 00:52:05.074863 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db4d65-c8f9-4449-bb0c-3ac26f2c031f req-9b91a880-ef0c-4507-873c-d1426b134e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:52:05.085521 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-55db4d65-c8f9-4449-bb0c-3ac26f2c031f req-9b91a880-ef0c-4507-873c-d1426b134e31 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=55e165e6-4b57-4574-ad76-be38ba32d98e HTTP/1.1" status: 200 len: 916 time: 0.2031314 Oct 19 00:52:05.086908 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=100 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:05.094221 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=100 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:05.099970 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10a4436-fe26-4b67-819f-3da31529f82a admin admin] Router e4e088dd-fead-45f8-a190-19c3426512cb has already been hosted by L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 {{(pid=111415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:52:05.187487 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-e4a920b3-1250-4a0f-ad5a-efef5e8ea609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b043e3-5a26-4abc-b492-7053157db4b2', 'name': 'tempest-TestMinimumBasicScenario-1359129397-router', 'tenant_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.203'}], 'enable_snat': True}, 'gw_port_id': '006571e0-de03-4104-be78-57cf7268bda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:49:45Z', 'updated_at': '2022-10-19T00:49:49Z', 'revision_number': 4, 'project_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'gw_port': {'id': '006571e0-de03-4104-be78-57cf7268bda4', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b043e3-5a26-4abc-b492-7053157db4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:49:46Z', 'updated_at': '2022-10-19T00:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4cb629d5-6b04-4799-bab2-425ae9524af8', 'name': '', 'network_id': '55e165e6-4b57-4574-ad76-be38ba32d98e', 'tenant_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'mac_address': 'fa:16:3e:5e:35:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b043e3-5a26-4abc-b492-7053157db4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a22e9614-06d2-4e26-842c-688e21b998cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:49:48Z', 'updated_at': '2022-10-19T00:49:58Z', 'revision_number': 5, 'project_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'subnets': [{'id': 'a22e9614-06d2-4e26-842c-688e21b998cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:05.204244 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-55db4d65-c8f9-4449-bb0c-3ac26f2c031f req-a96990a1-c7e7-47ad-9b18-7f37752dd4d1 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa62f9af-6447-4516-a59f-dc36fd82da11 HTTP/1.1" status: 200 len: 217 time: 0.1103275 Oct 19 00:52:05.226962 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a920b3-1250-4a0f-ad5a-efef5e8ea609 None None] The sync data for ids ['68b043e3-5a26-4abc-b492-7053157db4b2'] in dv-cinder-master-3-iscsi is: [{'id': '68b043e3-5a26-4abc-b492-7053157db4b2', 'name': 'tempest-TestMinimumBasicScenario-1359129397-router', 'tenant_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.203'}], 'enable_snat': True}, 'gw_port_id': '006571e0-de03-4104-be78-57cf7268bda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:49:45Z', 'updated_at': '2022-10-19T00:49:49Z', 'revision_number': 4, 'project_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'gw_port': {'id': '006571e0-de03-4104-be78-57cf7268bda4', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b043e3-5a26-4abc-b492-7053157db4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:49:46Z', 'updated_at': '2022-10-19T00:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4cb629d5-6b04-4799-bab2-425ae9524af8', 'name': '', 'network_id': '55e165e6-4b57-4574-ad76-be38ba32d98e', 'tenant_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'mac_address': 'fa:16:3e:5e:35:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b043e3-5a26-4abc-b492-7053157db4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a22e9614-06d2-4e26-842c-688e21b998cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:49:48Z', 'updated_at': '2022-10-19T00:49:58Z', 'revision_number': 5, 'project_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'subnets': [{'id': 'a22e9614-06d2-4e26-842c-688e21b998cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:52:05.238398 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10a4436-fe26-4b67-819f-3da31529f82a admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:52:05.247834 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-a10a4436-fe26-4b67-819f-3da31529f82a admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/e4e088dd-fead-45f8-a190-19c3426512cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6237385 Oct 19 00:52:05.248492 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 40722) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:52:05.302902 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db4d65-c8f9-4449-bb0c-3ac26f2c031f req-9f8d8d28-1424-44a0-8008-b1d4eb3682bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:52:05.305864 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-55db4d65-c8f9-4449-bb0c-3ac26f2c031f req-9f8d8d28-1424-44a0-8008-b1d4eb3682bc service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a22e9614-06d2-4e26-842c-688e21b998cb HTTP/1.1" status: 200 len: 854 time: 0.0945318 Oct 19 00:52:05.371139 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db4d65-c8f9-4449-bb0c-3ac26f2c031f req-f4c9c854-ba8d-44cf-896d-c1703b5896fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:52:05.373969 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-55db4d65-c8f9-4449-bb0c-3ac26f2c031f req-f4c9c854-ba8d-44cf-896d-c1703b5896fc service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=55e165e6-4b57-4574-ad76-be38ba32d98e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0584238 Oct 19 00:52:05.393886 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bc8c6b-1946-49bc-875b-36e21fbeecb4 None None] Sync routers for ids ['e4e088dd-fead-45f8-a190-19c3426512cb'] in dv-cinder-master-3-iscsi {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:52:05.414321 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-10c609b7-ee11-4a45-a96e-d72a43effbee admin admin] Publish callbacks [] for router (e4e088dd-fead-45f8-a190-19c3426512cb), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:05.424657 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bc8c6b-1946-49bc-875b-36e21fbeecb4 None None] Routers {'e4e088dd-fead-45f8-a190-19c3426512cb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:52:05.425420 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-f0bc8c6b-1946-49bc-875b-36e21fbeecb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:51:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['e4e088dd-fead-45f8-a190-19c3426512cb'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:05.569290 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-10c609b7-ee11-4a45-a96e-d72a43effbee admin admin] Publish callbacks [] for router_gateway (e4e088dd-fead-45f8-a190-19c3426512cb), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:05.590974 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-55db4d65-c8f9-4449-bb0c-3ac26f2c031f req-3126c007-27a7-4798-a97d-853bdcb57c76 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/55e165e6-4b57-4574-ad76-be38ba32d98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080600 Oct 19 00:52:05.624730 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:05.668406 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-f0bc8c6b-1946-49bc-875b-36e21fbeecb4 None None] Set router e4e088dd-fead-45f8-a190-19c3426512cb gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:52:05.670530 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:05.673222 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-10c609b7-ee11-4a45-a96e-d72a43effbee admin admin] Deleting port dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac {{(pid=111415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:52:05.673724 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-10c609b7-ee11-4a45-a96e-d72a43effbee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:05.815988 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-55db4d65-c8f9-4449-bb0c-3ac26f2c031f req-a990fda9-f17a-4cd4-b835-f2bb3905707a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/55e165e6-4b57-4574-ad76-be38ba32d98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132540 Oct 19 00:52:05.819536 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:05.850759 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24878a1-20b7-4d22-a62c-03abec997e20 None None] New status for floating IP 701c3bc4-04fb-4ca7-9000-2461cbcccb33: DOWN {{(pid=111417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 00:52:05.880520 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.db [None req-10c609b7-ee11-4a45-a96e-d72a43effbee admin admin] For port dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac,segment=NetworkSegment(cdce283e-dd8a-4d22-a7f9-996f16aea9b7),segment_id=cdce283e-dd8a-4d22-a7f9-996f16aea9b7)] {{(pid=111415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:52:05.880889 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-10c609b7-ee11-4a45-a96e-d72a43effbee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:05.914844 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-10c609b7-ee11-4a45-a96e-d72a43effbee admin admin] Calling delete_port for dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac owned by network:router_gateway {{(pid=111415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:52:05.970650 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-f0bc8c6b-1946-49bc-875b-36e21fbeecb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'name': 'tempest-TestVolumeBootPattern-1509644699-router', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.224'}], 'enable_snat': True}, 'gw_port_id': 'dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:43:56Z', 'updated_at': '2022-10-19T00:52:04Z', 'revision_number': 5, 'project_id': '8684504b0eff415b9063cebae21ca667', 'gw_port': {'id': 'dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:43:57Z', 'updated_at': '2022-10-19T00:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:06.041037 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bc8c6b-1946-49bc-875b-36e21fbeecb4 None None] Checking router: e4e088dd-fead-45f8-a190-19c3426512cb for host: dv-cinder-master-3-iscsi {{(pid=111416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:52:06.054007 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bc8c6b-1946-49bc-875b-36e21fbeecb4 None None] Routers {'e4e088dd-fead-45f8-a190-19c3426512cb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:52:06.063491 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-f0bc8c6b-1946-49bc-875b-36e21fbeecb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:51:37Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['e4e088dd-fead-45f8-a190-19c3426512cb'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:06.236489 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-f0bc8c6b-1946-49bc-875b-36e21fbeecb4 None None] Set router e4e088dd-fead-45f8-a190-19c3426512cb gateway port host: None {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:52:06.266368 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:06.301266 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-10c609b7-ee11-4a45-a96e-d72a43effbee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7426774'] for port (dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:06.339524 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c609b7-ee11-4a45-a96e-d72a43effbee admin admin] Pushing event deleted for resources: {'Port': ['ID=dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:06.354087 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-f0bc8c6b-1946-49bc-875b-36e21fbeecb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'name': 'tempest-TestVolumeBootPattern-1509644699-router', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:43:56Z', 'updated_at': '2022-10-19T00:52:05Z', 'revision_number': 6, 'project_id': '8684504b0eff415b9063cebae21ca667', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:06.402985 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bc8c6b-1946-49bc-875b-36e21fbeecb4 None None] The sync data for ids ['e4e088dd-fead-45f8-a190-19c3426512cb'] in dv-cinder-master-3-iscsi is: [{'id': 'e4e088dd-fead-45f8-a190-19c3426512cb', 'name': 'tempest-TestVolumeBootPattern-1509644699-router', 'tenant_id': '8684504b0eff415b9063cebae21ca667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:43:56Z', 'updated_at': '2022-10-19T00:52:05Z', 'revision_number': 6, 'project_id': '8684504b0eff415b9063cebae21ca667', 'gw_port_host': None}] {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:52:06.487127 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-10c609b7-ee11-4a45-a96e-d72a43effbee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1947507'] for router_gateway (e4e088dd-fead-45f8-a190-19c3426512cb), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:06.511300 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-4ee0d324-0176-4ced-879c-906a293ebe86 None None] Provisioning complete for port e8e1e860-658b-448c-ae7a-542411cf842d triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:52:06.511949 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-4ee0d324-0176-4ced-879c-906a293ebe86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (e8e1e860-658b-448c-ae7a-542411cf842d), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:06.512478 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-4ee0d324-0176-4ced-879c-906a293ebe86 None None] Attempt 1 to provision port e8e1e860-658b-448c-ae7a-542411cf842d Oct 19 00:52:06.596528 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-10c609b7-ee11-4a45-a96e-d72a43effbee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2019'] for router (e4e088dd-fead-45f8-a190-19c3426512cb), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:06.599526 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-10c609b7-ee11-4a45-a96e-d72a43effbee admin admin] Publish callbacks [] for router_controller (e4e088dd-fead-45f8-a190-19c3426512cb), precommit_delete_associations {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:06.637018 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-4ee0d324-0176-4ced-879c-906a293ebe86 None None] Current status of the port e8e1e860-658b-448c-ae7a-542411cf842d is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:52:06.672434 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-10c609b7-ee11-4a45-a96e-d72a43effbee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942605'] for router (e4e088dd-fead-45f8-a190-19c3426512cb), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:06.673281 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c609b7-ee11-4a45-a96e-d72a43effbee admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4e088dd-fead-45f8-a190-19c3426512cb {{(pid=111415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 00:52:06.680006 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-10c609b7-ee11-4a45-a96e-d72a43effbee admin admin] Publish callbacks [] for router (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:06.684644 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-10c609b7-ee11-4a45-a96e-d72a43effbee admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/e4e088dd-fead-45f8-a190-19c3426512cb HTTP/1.1" status: 204 len: 168 time: 1.4318144 Oct 19 00:52:06.685323 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 40742) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:52:06.765570 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.db_base_plugin_v2 [None req-8543a4e2-eeff-4d4d-a9e8-35bb82087529 admin admin] Deleting subnet ed6b2b90-24f3-4781-a6d8-0b858f53c7ca {{(pid=111415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 19 00:52:06.780572 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-e78d5744-dbee-4ac4-8d9e-e8cd06d23a85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:06.781145 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-8543a4e2-eeff-4d4d-a9e8-35bb82087529 admin admin] Publish callbacks [] for subnet (ed6b2b90-24f3-4781-a6d8-0b858f53c7ca), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:06.835010 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-8543a4e2-eeff-4d4d-a9e8-35bb82087529 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7426685'] for subnet (ed6b2b90-24f3-4781-a6d8-0b858f53c7ca), precommit_delete_associations {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:06.949071 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-8543a4e2-eeff-4d4d-a9e8-35bb82087529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-835128'] for subnet (ed6b2b90-24f3-4781-a6d8-0b858f53c7ca), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:07.078763 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-8543a4e2-eeff-4d4d-a9e8-35bb82087529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-835107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7426725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7409458'] for subnet (ed6b2b90-24f3-4781-a6d8-0b858f53c7ca), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:07.116490 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8543a4e2-eeff-4d4d-a9e8-35bb82087529 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed6b2b90-24f3-4781-a6d8-0b858f53c7ca,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:07.118878 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-8543a4e2-eeff-4d4d-a9e8-35bb82087529 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:07.124027 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-8543a4e2-eeff-4d4d-a9e8-35bb82087529 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/ed6b2b90-24f3-4781-a6d8-0b858f53c7ca HTTP/1.1" status: 204 len: 168 time: 0.4366524 Oct 19 00:52:07.125623 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 40758) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:52:07.131771 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9bbc35-82fe-4c9c-a1d5-b9e0cd494739 None None] Network cfe47441-dd27-4b7c-958a-cc2e5c8243ac requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:52:07.209312 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-2edb9a3b-efd2-45ff-8d25-b04dd5ded41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-943402'] for network (cfe47441-dd27-4b7c-958a-cc2e5c8243ac), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:07.263941 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:07.268937 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-2edb9a3b-efd2-45ff-8d25-b04dd5ded41e admin admin] Deleting port e8e1e860-658b-448c-ae7a-542411cf842d {{(pid=111415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:52:07.269617 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-2edb9a3b-efd2-45ff-8d25-b04dd5ded41e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (e8e1e860-658b-448c-ae7a-542411cf842d), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:07.387327 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7251fc6a-14f7-4aad-8a1f-038733359240 None None] DHCP port deletion for cfe47441-dd27-4b7c-958a-cc2e5c8243ac request from dv-cinder-master-3-iscsi {{(pid=111416) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 19 00:52:07.410767 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.db [None req-2edb9a3b-efd2-45ff-8d25-b04dd5ded41e admin admin] For port e8e1e860-658b-448c-ae7a-542411cf842d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e8e1e860-658b-448c-ae7a-542411cf842d,segment=NetworkSegment(e263339d-8163-42c1-82aa-55d7bd373377),segment_id=e263339d-8163-42c1-82aa-55d7bd373377)] {{(pid=111415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:52:07.411315 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-2edb9a3b-efd2-45ff-8d25-b04dd5ded41e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (e8e1e860-658b-448c-ae7a-542411cf842d), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:07.445222 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-2edb9a3b-efd2-45ff-8d25-b04dd5ded41e admin admin] Calling delete_port for e8e1e860-658b-448c-ae7a-542411cf842d owned by network:dhcp {{(pid=111415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:52:07.459072 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-7251fc6a-14f7-4aad-8a1f-038733359240 None None] Deleting port e8e1e860-658b-448c-ae7a-542411cf842d {{(pid=111416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:52:07.460474 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-7251fc6a-14f7-4aad-8a1f-038733359240 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (e8e1e860-658b-448c-ae7a-542411cf842d), before_delete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:07.546278 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-7251fc6a-14f7-4aad-8a1f-038733359240 None None] For port e8e1e860-658b-448c-ae7a-542411cf842d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e8e1e860-658b-448c-ae7a-542411cf842d,segment=NetworkSegment(e263339d-8163-42c1-82aa-55d7bd373377),segment_id=e263339d-8163-42c1-82aa-55d7bd373377)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:52:07.547051 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-7251fc6a-14f7-4aad-8a1f-038733359240 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (e8e1e860-658b-448c-ae7a-542411cf842d), precommit_delete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:07.575215 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-7251fc6a-14f7-4aad-8a1f-038733359240 None None] Calling delete_port for e8e1e860-658b-448c-ae7a-542411cf842d owned by network:dhcp {{(pid=111416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:52:07.580802 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-2edb9a3b-efd2-45ff-8d25-b04dd5ded41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7426774'] for port (e8e1e860-658b-448c-ae7a-542411cf842d), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:07.626421 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb9a3b-efd2-45ff-8d25-b04dd5ded41e admin admin] Pushing event deleted for resources: {'Port': ['ID=e8e1e860-658b-448c-ae7a-542411cf842d,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:07.629331 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edb9a3b-efd2-45ff-8d25-b04dd5ded41e admin admin] No DVR routers for this DVR port e8e1e860-658b-448c-ae7a-542411cf842d on host dv-cinder-master-3-iscsi {{(pid=111415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 19 00:52:07.692188 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-7251fc6a-14f7-4aad-8a1f-038733359240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459'] for port (e8e1e860-658b-448c-ae7a-542411cf842d), after_delete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:07.729189 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-2edb9a3b-efd2-45ff-8d25-b04dd5ded41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-835184', 'neutron.services.segments.db._delete_segments_for_network-8730482754115'] for network (cfe47441-dd27-4b7c-958a-cc2e5c8243ac), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:07.729620 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7251fc6a-14f7-4aad-8a1f-038733359240 None None] Pushing event deleted for resources: {'Port': ['ID=e8e1e860-658b-448c-ae7a-542411cf842d,revision_number=None']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:07.733078 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7251fc6a-14f7-4aad-8a1f-038733359240 None None] No DVR routers for this DVR port e8e1e860-658b-448c-ae7a-542411cf842d on host dv-cinder-master-3-iscsi {{(pid=111416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 19 00:52:07.777672 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.services.segments.db [None req-2edb9a3b-efd2-45ff-8d25-b04dd5ded41e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfe47441-dd27-4b7c-958a-cc2e5c8243ac']}} {{(pid=111415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:07.795834 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.services.segments.db [None req-2edb9a3b-efd2-45ff-8d25-b04dd5ded41e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e263339d-8163-42c1-82aa-55d7bd373377') {'for_net_delete': True} {{(pid=111415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:07.796285 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.services.segments.db [None req-2edb9a3b-efd2-45ff-8d25-b04dd5ded41e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e263339d-8163-42c1-82aa-55d7bd373377') {} {{(pid=111415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:07.812258 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-2edb9a3b-efd2-45ff-8d25-b04dd5ded41e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730482833143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7426634'] for segment (e263339d-8163-42c1-82aa-55d7bd373377), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:07.840028 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-2edb9a3b-efd2-45ff-8d25-b04dd5ded41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412'] for segment (e263339d-8163-42c1-82aa-55d7bd373377), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:07.844952 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:07.855387 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2edb9a3b-efd2-45ff-8d25-b04dd5ded41e admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=111415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 00:52:07.855905 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-2edb9a3b-efd2-45ff-8d25-b04dd5ded41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7427335'] for segment (e263339d-8163-42c1-82aa-55d7bd373377), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:08.224415 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:52:08.268454 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] No Port match for: dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:52:08.271172 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device dbe1f0bf-d430-46fe-9d9e-2cad80b4b0ac not bound to the agent host dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:52:08.271928 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 6c4a76fb-25b4-4764-9e7e-531467118a04 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:52:08.283276 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.services.segments.plugin [-] Segment e263339d-8163-42c1-82aa-55d7bd373377 resource provider aggregate not found Oct 19 00:52:08.304745 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.agents_db [None req-a13584a9-f264-4877-bb17-87a252e2109a None None] Agent healthcheck: found 6 active agents {{(pid=111417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:52:08.323727 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.services.segments.plugin [-] Segment e263339d-8163-42c1-82aa-55d7bd373377 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e263339d-8163-42c1-82aa-55d7bd373377 found for delete ", "request_id": "req-b9e04b9f-e0d1-4ada-9d73-a56ffa69cb58"}]} Oct 19 00:52:08.342601 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] No Port match for: 6c4a76fb-25b4-4764-9e7e-531467118a04 {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:52:08.343160 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 6c4a76fb-25b4-4764-9e7e-531467118a04 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:52:08.344076 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device e8e1e860-658b-448c-ae7a-542411cf842d no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:52:08.360687 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-2edb9a3b-efd2-45ff-8d25-b04dd5ded41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-835145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942277'] for network (cfe47441-dd27-4b7c-958a-cc2e5c8243ac), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:08.373171 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-2edb9a3b-efd2-45ff-8d25-b04dd5ded41e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for network (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:08.379630 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-2edb9a3b-efd2-45ff-8d25-b04dd5ded41e admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/cfe47441-dd27-4b7c-958a-cc2e5c8243ac HTTP/1.1" status: 204 len: 168 time: 1.2528019 Oct 19 00:52:08.385622 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 40788) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:52:08.397302 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] No Port match for: e8e1e860-658b-448c-ae7a-542411cf842d {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:52:08.397890 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device e8e1e860-658b-448c-ae7a-542411cf842d not bound to the agent host dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:52:08.398064 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb9a3b-efd2-45ff-8d25-b04dd5ded41e admin admin] Pushing event deleted for resources: {'Network': ['ID=cfe47441-dd27-4b7c-958a-cc2e5c8243ac,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:08.408222 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:08.607060 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c11263-b8e0-4a6c-b2d2-f77ab619c1ed req-cd7c9699-a09c-4fcb-a522-51eb2a2cc699 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:52:08.609611 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-53c11263-b8e0-4a6c-b2d2-f77ab619c1ed req-cd7c9699-a09c-4fcb-a522-51eb2a2cc699 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfbf8641-41b8-47d8-af4d-ef17c6bd1935 HTTP/1.1" status: 200 len: 945 time: 0.0727062 Oct 19 00:52:08.696232 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=100 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:08.703805 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-53c11263-b8e0-4a6c-b2d2-f77ab619c1ed req-24d77d96-0394-4a75-a798-56b27560ab75 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0bab5f87-b37e-4056-8d4e-cb7c2b339004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882614 Oct 19 00:52:08.927635 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-9d323511-b0d5-4190-91b3-12907b0a177b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1942574'] for router_interface (e2bb7b01-75e6-427c-8f1c-e90c4a072137), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:09.002952 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=100 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:09.310710 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [None req-9d323511-b0d5-4190-91b3-12907b0a177b admin admin] Deleting port 43845098-2fc4-4672-8633-c2f39eff365b {{(pid=111414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:52:09.311220 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-9d323511-b0d5-4190-91b3-12907b0a177b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (43845098-2fc4-4672-8633-c2f39eff365b), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:09.448922 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [None req-9d323511-b0d5-4190-91b3-12907b0a177b admin admin] For port 43845098-2fc4-4672-8633-c2f39eff365b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=43845098-2fc4-4672-8633-c2f39eff365b,segment=NetworkSegment(eef50f0f-00a1-4b3c-a591-e7ac886e0b9d),segment_id=eef50f0f-00a1-4b3c-a591-e7ac886e0b9d)] {{(pid=111414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:52:09.450028 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-9d323511-b0d5-4190-91b3-12907b0a177b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (43845098-2fc4-4672-8633-c2f39eff365b), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:09.469907 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [None req-9d323511-b0d5-4190-91b3-12907b0a177b admin admin] Calling delete_port for 43845098-2fc4-4672-8633-c2f39eff365b owned by network:router_interface {{(pid=111414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:52:09.756381 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-9d323511-b0d5-4190-91b3-12907b0a177b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (43845098-2fc4-4672-8633-c2f39eff365b), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:09.801822 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d323511-b0d5-4190-91b3-12907b0a177b admin admin] Pushing event deleted for resources: {'Port': ['ID=43845098-2fc4-4672-8633-c2f39eff365b,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:09.899789 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a3e7a-a4cb-4fa9-9553-a9df2bc71aa7 req-dbb3128f-65c4-4150-afd6-15385ff85bc6 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:52:09.907551 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-810a3e7a-a4cb-4fa9-9553-a9df2bc71aa7 req-dbb3128f-65c4-4150-afd6-15385ff85bc6 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfbf8641-41b8-47d8-af4d-ef17c6bd1935 HTTP/1.1" status: 200 len: 945 time: 0.0751402 Oct 19 00:52:10.003603 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-810a3e7a-a4cb-4fa9-9553-a9df2bc71aa7 req-3ae6870f-e5ef-4297-9a81-fdf0eab4c4fc tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0bab5f87-b37e-4056-8d4e-cb7c2b339004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948815 Oct 19 00:52:10.086292 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:10.308517 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:10.428156 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-9d323511-b0d5-4190-91b3-12907b0a177b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1942682'] for router_interface (e2bb7b01-75e6-427c-8f1c-e90c4a072137), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:10.466358 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55766a71-ff89-41e5-b002-464770306143 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=111416) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 19 00:52:10.539584 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:10.557603 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:10.577553 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:10.614918 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9393200-45b9-42bd-8a45-24dd4accda28 req-7f06dc29-a14c-4fbd-b14c-f74618045739 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:52:10.616485 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-f9393200-45b9-42bd-8a45-24dd4accda28 req-7f06dc29-a14c-4fbd-b14c-f74618045739 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bfbf8641-41b8-47d8-af4d-ef17c6bd1935 HTTP/1.1" status: 200 len: 945 time: 0.0749993 Oct 19 00:52:10.620618 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55766a71-ff89-41e5-b002-464770306143 None None] Resources bound (agent type, host, resource id): {{(pid=111416) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 00:52:10.696131 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:10.914273 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [req-f9393200-45b9-42bd-8a45-24dd4accda28 req-b6edaa3d-5efe-4f4f-aa26-0a203a31034e tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Deleting port aa62f9af-6447-4516-a59f-dc36fd82da11 {{(pid=111414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:52:10.914817 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-f9393200-45b9-42bd-8a45-24dd4accda28 req-b6edaa3d-5efe-4f4f-aa26-0a203a31034e tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (aa62f9af-6447-4516-a59f-dc36fd82da11), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:11.011689 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d323511-b0d5-4190-91b3-12907b0a177b admin admin] Router e2bb7b01-75e6-427c-8f1c-e90c4a072137 has already been hosted by L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 {{(pid=111414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:52:11.203710 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [req-f9393200-45b9-42bd-8a45-24dd4accda28 req-b6edaa3d-5efe-4f4f-aa26-0a203a31034e tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] For port aa62f9af-6447-4516-a59f-dc36fd82da11, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=aa62f9af-6447-4516-a59f-dc36fd82da11,segment=NetworkSegment(2425b63e-dd9c-47b4-b323-5bcff2e111f6),segment_id=2425b63e-dd9c-47b4-b323-5bcff2e111f6)] {{(pid=111414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:52:11.204347 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-f9393200-45b9-42bd-8a45-24dd4accda28 req-b6edaa3d-5efe-4f4f-aa26-0a203a31034e tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (aa62f9af-6447-4516-a59f-dc36fd82da11), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:11.209221 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e624b576-88de-4e1c-a130-c03af0000d6a req-7c4cc0bc-d04e-46e5-96ea-6bff8fb0e50d tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 00:52:11.211274 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-e624b576-88de-4e1c-a130-c03af0000d6a req-7c4cc0bc-d04e-46e5-96ea-6bff8fb0e50d tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfbf8641-41b8-47d8-af4d-ef17c6bd1935 HTTP/1.1" status: 200 len: 945 time: 0.0863078 Oct 19 00:52:11.288478 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [req-f9393200-45b9-42bd-8a45-24dd4accda28 req-b6edaa3d-5efe-4f4f-aa26-0a203a31034e tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Calling delete_port for aa62f9af-6447-4516-a59f-dc36fd82da11 owned by compute:nova {{(pid=111414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:52:11.299725 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-e624b576-88de-4e1c-a130-c03af0000d6a req-2971051e-5517-4a3a-b9da-a9d1d9cd1a4a tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0bab5f87-b37e-4056-8d4e-cb7c2b339004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748572 Oct 19 00:52:11.390233 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d323511-b0d5-4190-91b3-12907b0a177b admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:52:11.405751 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-9d323511-b0d5-4190-91b3-12907b0a177b admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/e2bb7b01-75e6-427c-8f1c-e90c4a072137/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0145662 Oct 19 00:52:11.406882 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 40828) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:52:11.427585 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced7d5ad-0fe9-4304-aa1c-c5f9fe177319 None None] Sync routers for ids ['e2bb7b01-75e6-427c-8f1c-e90c4a072137'] in dv-cinder-master-3-iscsi {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:52:11.444008 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-b5c132da-752d-410a-94a5-a4261d036823 None None] Provisioning complete for port dc28754a-3e22-4e00-bf19-db6b66d2b5aa triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:52:11.444767 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-b5c132da-752d-410a-94a5-a4261d036823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (dc28754a-3e22-4e00-bf19-db6b66d2b5aa), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:11.445275 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-b5c132da-752d-410a-94a5-a4261d036823 None None] Attempt 1 to provision port dc28754a-3e22-4e00-bf19-db6b66d2b5aa Oct 19 00:52:11.473591 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced7d5ad-0fe9-4304-aa1c-c5f9fe177319 None None] Routers {'e2bb7b01-75e6-427c-8f1c-e90c4a072137'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:52:11.474551 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-ced7d5ad-0fe9-4304-aa1c-c5f9fe177319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:52:07Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['e2bb7b01-75e6-427c-8f1c-e90c4a072137'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:11.646857 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-ced7d5ad-0fe9-4304-aa1c-c5f9fe177319 None None] Set router e2bb7b01-75e6-427c-8f1c-e90c4a072137 gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:52:11.649297 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-b5c132da-752d-410a-94a5-a4261d036823 None None] Current status of the port dc28754a-3e22-4e00-bf19-db6b66d2b5aa is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:52:11.665592 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-feed0d9f-b0c9-4939-bb3f-592cada5d750 admin admin] Publish callbacks [] for router (e2bb7b01-75e6-427c-8f1c-e90c4a072137), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:11.794000 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-f9393200-45b9-42bd-8a45-24dd4accda28 req-b6edaa3d-5efe-4f4f-aa26-0a203a31034e tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (aa62f9af-6447-4516-a59f-dc36fd82da11), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:11.836762 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] get_ports_and_sgs() called for port_ids ['aa62f9af-6447-4516-a59f-dc36fd82da11'] {{(pid=111416) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 00:52:11.838826 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6edaa3d-5efe-4f4f-aa26-0a203a31034e tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Pushing event deleted for resources: {'Port': ['ID=aa62f9af-6447-4516-a59f-dc36fd82da11,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:11.896470 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9393200-45b9-42bd-8a45-24dd4accda28 req-b6edaa3d-5efe-4f4f-aa26-0a203a31034e tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] No DVR routers for this DVR port aa62f9af-6447-4516-a59f-dc36fd82da11 on host hv-cinder-maste {{(pid=111414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 19 00:52:11.899007 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-feed0d9f-b0c9-4939-bb3f-592cada5d750 admin admin] Publish callbacks [] for router_gateway (e2bb7b01-75e6-427c-8f1c-e90c4a072137), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:11.902807 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [req-f9393200-45b9-42bd-8a45-24dd4accda28 req-b6edaa3d-5efe-4f4f-aa26-0a203a31034e tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245746'] for port (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:11.906241 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [req-f9393200-45b9-42bd-8a45-24dd4accda28 req-b6edaa3d-5efe-4f4f-aa26-0a203a31034e tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.20 "DELETE /networking/v2.0/ports/aa62f9af-6447-4516-a59f-dc36fd82da11 HTTP/1.1" status: 204 len: 173 time: 1.2816012 Oct 19 00:52:11.906890 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfbf8641-41b8-47d8-af4d-ef17c6bd1935', 'name': 'network-vif-deleted', 'tag': 'aa62f9af-6447-4516-a59f-dc36fd82da11'}] {{(pid=111414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 00:52:11.909215 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e46469f00a83062af0f8a877bbd3a06bc7f865c711541049e4990ec8a28c8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cdc16a0-e226-43e2-8032-80ec794d42a2" -d '{"events": [{"server_uuid": "bfbf8641-41b8-47d8-af4d-ef17c6bd1935", "name": "network-vif-deleted", "tag": "aa62f9af-6447-4516-a59f-dc36fd82da11"}]}' {{(pid=111414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 00:52:11.950175 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:11.969170 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:11.974726 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [None req-feed0d9f-b0c9-4939-bb3f-592cada5d750 admin admin] Deleting port 5bd790be-1a7e-4aa2-b071-93311f633c7e {{(pid=111414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:52:11.975016 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-feed0d9f-b0c9-4939-bb3f-592cada5d750 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (5bd790be-1a7e-4aa2-b071-93311f633c7e), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:11.999687 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-ced7d5ad-0fe9-4304-aa1c-c5f9fe177319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2bb7b01-75e6-427c-8f1c-e90c4a072137', 'name': 'tempest-TestVolumeBootPattern-318823610-router', 'tenant_id': 'a00f442306cf489f9f7c28839bec1d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.131'}], 'enable_snat': True}, 'gw_port_id': '5bd790be-1a7e-4aa2-b071-93311f633c7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:44:03Z', 'updated_at': '2022-10-19T00:52:09Z', 'revision_number': 5, 'project_id': 'a00f442306cf489f9f7c28839bec1d0e', 'gw_port': {'id': '5bd790be-1a7e-4aa2-b071-93311f633c7e', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bb7b01-75e6-427c-8f1c-e90c4a072137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:44:04Z', 'updated_at': '2022-10-19T00:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:12.044169 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 00:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6984f637-799d-4474-ba71-24f9cef42d85 x-openstack-request-id: req-6984f637-799d-4474-ba71-24f9cef42d85 {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 00:52:12.044734 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfbf8641-41b8-47d8-af4d-ef17c6bd1935", "name": "network-vif-deleted", "tag": "aa62f9af-6447-4516-a59f-dc36fd82da11", "status": "completed", "code": 200}]} {{(pid=111414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 00:52:12.045201 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6984f637-799d-4474-ba71-24f9cef42d85 {{(pid=111414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 00:52:12.046264 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6984f637-799d-4474-ba71-24f9cef42d85'] response: {'server_uuid': 'bfbf8641-41b8-47d8-af4d-ef17c6bd1935', 'name': 'network-vif-deleted', 'tag': 'aa62f9af-6447-4516-a59f-dc36fd82da11', 'status': 'completed', 'code': 200} Oct 19 00:52:12.051765 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced7d5ad-0fe9-4304-aa1c-c5f9fe177319 None None] Checking router: e2bb7b01-75e6-427c-8f1c-e90c4a072137 for host: dv-cinder-master-3-iscsi {{(pid=111416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:52:12.067922 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced7d5ad-0fe9-4304-aa1c-c5f9fe177319 None None] Routers {'e2bb7b01-75e6-427c-8f1c-e90c4a072137'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:52:12.068150 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-ced7d5ad-0fe9-4304-aa1c-c5f9fe177319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:52:07Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['e2bb7b01-75e6-427c-8f1c-e90c4a072137'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:12.132114 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [None req-feed0d9f-b0c9-4939-bb3f-592cada5d750 admin admin] For port 5bd790be-1a7e-4aa2-b071-93311f633c7e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5bd790be-1a7e-4aa2-b071-93311f633c7e,segment=NetworkSegment(cdce283e-dd8a-4d22-a7f9-996f16aea9b7),segment_id=cdce283e-dd8a-4d22-a7f9-996f16aea9b7)] {{(pid=111414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:52:12.132604 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-feed0d9f-b0c9-4939-bb3f-592cada5d750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (5bd790be-1a7e-4aa2-b071-93311f633c7e), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:12.160588 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [None req-feed0d9f-b0c9-4939-bb3f-592cada5d750 admin admin] Calling delete_port for 5bd790be-1a7e-4aa2-b071-93311f633c7e owned by network:router_gateway {{(pid=111414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:52:12.197859 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-ced7d5ad-0fe9-4304-aa1c-c5f9fe177319 None None] Set router e2bb7b01-75e6-427c-8f1c-e90c4a072137 gateway port host: None {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:52:12.272192 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-ced7d5ad-0fe9-4304-aa1c-c5f9fe177319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2bb7b01-75e6-427c-8f1c-e90c4a072137', 'name': 'tempest-TestVolumeBootPattern-318823610-router', 'tenant_id': 'a00f442306cf489f9f7c28839bec1d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:44:03Z', 'updated_at': '2022-10-19T00:52:11Z', 'revision_number': 6, 'project_id': 'a00f442306cf489f9f7c28839bec1d0e', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:12.312816 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced7d5ad-0fe9-4304-aa1c-c5f9fe177319 None None] The sync data for ids ['e2bb7b01-75e6-427c-8f1c-e90c4a072137'] in dv-cinder-master-3-iscsi is: [{'id': 'e2bb7b01-75e6-427c-8f1c-e90c4a072137', 'name': 'tempest-TestVolumeBootPattern-318823610-router', 'tenant_id': 'a00f442306cf489f9f7c28839bec1d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:44:03Z', 'updated_at': '2022-10-19T00:52:11Z', 'revision_number': 6, 'project_id': 'a00f442306cf489f9f7c28839bec1d0e', 'gw_port_host': None}] {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:52:12.450652 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-feed0d9f-b0c9-4939-bb3f-592cada5d750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (5bd790be-1a7e-4aa2-b071-93311f633c7e), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:12.454363 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [req-b97a21c4-bdb1-4105-b3f6-9e0aba5d79bf req-b66b8455-a2a7-446f-948f-42e57fcef286 tempest-TestMinimumBasicScenario-386785066 tempest-TestMinimumBasicScenario-386785066-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfbf8641-41b8-47d8-af4d-ef17c6bd1935 HTTP/1.1" status: 200 len: 210 time: 0.0326078 Oct 19 00:52:12.479898 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed0d9f-b0c9-4939-bb3f-592cada5d750 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bd790be-1a7e-4aa2-b071-93311f633c7e,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:12.607197 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-feed0d9f-b0c9-4939-bb3f-592cada5d750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1947507'] for router_gateway (e2bb7b01-75e6-427c-8f1c-e90c4a072137), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:12.785058 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-feed0d9f-b0c9-4939-bb3f-592cada5d750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2019'] for router (e2bb7b01-75e6-427c-8f1c-e90c4a072137), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:12.789426 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-feed0d9f-b0c9-4939-bb3f-592cada5d750 admin admin] Publish callbacks [] for router_controller (e2bb7b01-75e6-427c-8f1c-e90c4a072137), precommit_delete_associations {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:12.848559 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-feed0d9f-b0c9-4939-bb3f-592cada5d750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942605'] for router (e2bb7b01-75e6-427c-8f1c-e90c4a072137), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:12.849171 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feed0d9f-b0c9-4939-bb3f-592cada5d750 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2bb7b01-75e6-427c-8f1c-e90c4a072137 {{(pid=111414) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 00:52:12.854754 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-feed0d9f-b0c9-4939-bb3f-592cada5d750 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:12.859311 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-feed0d9f-b0c9-4939-bb3f-592cada5d750 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/e2bb7b01-75e6-427c-8f1c-e90c4a072137 HTTP/1.1" status: 204 len: 168 time: 1.4484587 Oct 19 00:52:12.859636 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 40840) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:52:12.923895 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc7073a2-f0bf-4f82-b31c-8d878e4accc8 admin admin] Deleting subnet 0274f91c-6016-46b0-a0c1-f2e4c35e66cf {{(pid=111414) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 19 00:52:12.928016 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-dc7073a2-f0bf-4f82-b31c-8d878e4accc8 admin admin] Publish callbacks [] for subnet (0274f91c-6016-46b0-a0c1-f2e4c35e66cf), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:12.978792 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-dc7073a2-f0bf-4f82-b31c-8d878e4accc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8000512'] for subnet (0274f91c-6016-46b0-a0c1-f2e4c35e66cf), precommit_delete_associations {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:13.126276 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-dc7073a2-f0bf-4f82-b31c-8d878e4accc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-835128'] for subnet (0274f91c-6016-46b0-a0c1-f2e4c35e66cf), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:13.201016 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-dc7073a2-f0bf-4f82-b31c-8d878e4accc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-835107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6577423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8022618'] for subnet (0274f91c-6016-46b0-a0c1-f2e4c35e66cf), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:13.229979 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7073a2-f0bf-4f82-b31c-8d878e4accc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0274f91c-6016-46b0-a0c1-f2e4c35e66cf,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:13.233986 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-dc7073a2-f0bf-4f82-b31c-8d878e4accc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for subnet (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:13.237523 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-dc7073a2-f0bf-4f82-b31c-8d878e4accc8 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/0274f91c-6016-46b0-a0c1-f2e4c35e66cf HTTP/1.1" status: 204 len: 168 time: 0.3765600 Oct 19 00:52:13.241680 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5e0103-29ec-4602-ab62-f740cf36bdea None None] Network d8a7c7b5-b195-460e-a6a8-03062be95e1d requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:52:13.242300 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 40842) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:52:13.374682 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5bbc6ca0-500e-4971-81b6-a0532c2c87b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-943402'] for network (d8a7c7b5-b195-460e-a6a8-03062be95e1d), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:13.380994 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=5 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:13.439786 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [None req-5bbc6ca0-500e-4971-81b6-a0532c2c87b2 admin admin] Deleting port dc28754a-3e22-4e00-bf19-db6b66d2b5aa {{(pid=111414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:52:13.440501 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5bbc6ca0-500e-4971-81b6-a0532c2c87b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (dc28754a-3e22-4e00-bf19-db6b66d2b5aa), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:13.444637 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebaf34d9-4f9d-4bc1-b97a-4dce0c925084 None None] DHCP port deletion for d8a7c7b5-b195-460e-a6a8-03062be95e1d request from dv-cinder-master-3-iscsi {{(pid=111416) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 19 00:52:13.502348 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-ebaf34d9-4f9d-4bc1-b97a-4dce0c925084 None None] Deleting port dc28754a-3e22-4e00-bf19-db6b66d2b5aa {{(pid=111416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:52:13.503331 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-ebaf34d9-4f9d-4bc1-b97a-4dce0c925084 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (dc28754a-3e22-4e00-bf19-db6b66d2b5aa), before_delete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:13.555548 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:13.580999 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [None req-5bbc6ca0-500e-4971-81b6-a0532c2c87b2 admin admin] For port dc28754a-3e22-4e00-bf19-db6b66d2b5aa, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=dc28754a-3e22-4e00-bf19-db6b66d2b5aa,segment=NetworkSegment(eef50f0f-00a1-4b3c-a591-e7ac886e0b9d),segment_id=eef50f0f-00a1-4b3c-a591-e7ac886e0b9d)] {{(pid=111414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:52:13.583119 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5bbc6ca0-500e-4971-81b6-a0532c2c87b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (dc28754a-3e22-4e00-bf19-db6b66d2b5aa), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:13.614144 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [None req-5bbc6ca0-500e-4971-81b6-a0532c2c87b2 admin admin] Calling delete_port for dc28754a-3e22-4e00-bf19-db6b66d2b5aa owned by network:dhcp {{(pid=111414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:52:13.654063 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-ebaf34d9-4f9d-4bc1-b97a-4dce0c925084 None None] For port dc28754a-3e22-4e00-bf19-db6b66d2b5aa, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=dc28754a-3e22-4e00-bf19-db6b66d2b5aa,segment=NetworkSegment(eef50f0f-00a1-4b3c-a591-e7ac886e0b9d),segment_id=eef50f0f-00a1-4b3c-a591-e7ac886e0b9d)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:52:13.654852 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-ebaf34d9-4f9d-4bc1-b97a-4dce0c925084 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (dc28754a-3e22-4e00-bf19-db6b66d2b5aa), precommit_delete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:13.685542 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-ebaf34d9-4f9d-4bc1-b97a-4dce0c925084 None None] Calling delete_port for dc28754a-3e22-4e00-bf19-db6b66d2b5aa owned by network:dhcp {{(pid=111416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:52:13.700760 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=100 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:13.716280 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5bbc6ca0-500e-4971-81b6-a0532c2c87b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (dc28754a-3e22-4e00-bf19-db6b66d2b5aa), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:13.756305 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbc6ca0-500e-4971-81b6-a0532c2c87b2 admin admin] No DVR routers for this DVR port dc28754a-3e22-4e00-bf19-db6b66d2b5aa on host dv-cinder-master-3-iscsi {{(pid=111414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 19 00:52:13.807369 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc6ca0-500e-4971-81b6-a0532c2c87b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc28754a-3e22-4e00-bf19-db6b66d2b5aa,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:13.869859 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:13.884214 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-ebaf34d9-4f9d-4bc1-b97a-4dce0c925084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459'] for port (dc28754a-3e22-4e00-bf19-db6b66d2b5aa), after_delete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:13.923645 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5bbc6ca0-500e-4971-81b6-a0532c2c87b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-835184', 'neutron.services.segments.db._delete_segments_for_network-8730482754115'] for network (d8a7c7b5-b195-460e-a6a8-03062be95e1d), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:13.936647 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf34d9-4f9d-4bc1-b97a-4dce0c925084 None None] Pushing event deleted for resources: {'Port': ['ID=dc28754a-3e22-4e00-bf19-db6b66d2b5aa,revision_number=None']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:13.947945 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaf34d9-4f9d-4bc1-b97a-4dce0c925084 None None] No DVR routers for this DVR port dc28754a-3e22-4e00-bf19-db6b66d2b5aa on host dv-cinder-master-3-iscsi {{(pid=111416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 19 00:52:13.981249 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.services.segments.db [None req-5bbc6ca0-500e-4971-81b6-a0532c2c87b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8a7c7b5-b195-460e-a6a8-03062be95e1d']}} {{(pid=111414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:13.994902 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.services.segments.db [None req-5bbc6ca0-500e-4971-81b6-a0532c2c87b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eef50f0f-00a1-4b3c-a591-e7ac886e0b9d') {'for_net_delete': True} {{(pid=111414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:13.995428 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.services.segments.db [None req-5bbc6ca0-500e-4971-81b6-a0532c2c87b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eef50f0f-00a1-4b3c-a591-e7ac886e0b9d') {} {{(pid=111414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:14.016273 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5bbc6ca0-500e-4971-81b6-a0532c2c87b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730482833143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8000567'] for segment (eef50f0f-00a1-4b3c-a591-e7ac886e0b9d), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:14.043310 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5bbc6ca0-500e-4971-81b6-a0532c2c87b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412'] for segment (eef50f0f-00a1-4b3c-a591-e7ac886e0b9d), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:14.054434 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bbc6ca0-500e-4971-81b6-a0532c2c87b2 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=111414) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 00:52:14.054987 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5bbc6ca0-500e-4971-81b6-a0532c2c87b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6576813'] for segment (eef50f0f-00a1-4b3c-a591-e7ac886e0b9d), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:14.169842 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device aa62f9af-6447-4516-a59f-dc36fd82da11 no longer exists at agent hyperv_hv-cinder-maste {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:52:14.174762 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 40876) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:52:14.185105 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5bbc6ca0-500e-4971-81b6-a0532c2c87b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-835145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942277'] for network (d8a7c7b5-b195-460e-a6a8-03062be95e1d), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:14.203588 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-5bbc6ca0-500e-4971-81b6-a0532c2c87b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for network (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:14.217233 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-5bbc6ca0-500e-4971-81b6-a0532c2c87b2 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/d8a7c7b5-b195-460e-a6a8-03062be95e1d HTTP/1.1" status: 204 len: 168 time: 0.9731212 Oct 19 00:52:14.239567 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] No Port match for: aa62f9af-6447-4516-a59f-dc36fd82da11 {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:52:14.240167 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Device aa62f9af-6447-4516-a59f-dc36fd82da11 not bound to the agent host hv-cinder-maste {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:52:14.243260 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc6ca0-500e-4971-81b6-a0532c2c87b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8a7c7b5-b195-460e-a6a8-03062be95e1d,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:14.256215 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 43845098-2fc4-4672-8633-c2f39eff365b no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:52:14.298815 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] No Port match for: 43845098-2fc4-4672-8633-c2f39eff365b {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:52:14.299566 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 43845098-2fc4-4672-8633-c2f39eff365b not bound to the agent host dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:52:14.300381 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 5bd790be-1a7e-4aa2-b071-93311f633c7e no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:52:14.341385 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] No Port match for: 5bd790be-1a7e-4aa2-b071-93311f633c7e {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:52:14.342142 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 5bd790be-1a7e-4aa2-b071-93311f633c7e not bound to the agent host dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:52:14.343033 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device dc28754a-3e22-4e00-bf19-db6b66d2b5aa no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:52:14.376540 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.services.segments.plugin [-] Segment eef50f0f-00a1-4b3c-a591-e7ac886e0b9d resource provider aggregate not found Oct 19 00:52:14.379830 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] No Port match for: dc28754a-3e22-4e00-bf19-db6b66d2b5aa {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:52:14.380245 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device dc28754a-3e22-4e00-bf19-db6b66d2b5aa not bound to the agent host dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:52:14.401080 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.services.segments.plugin [-] Segment eef50f0f-00a1-4b3c-a591-e7ac886e0b9d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eef50f0f-00a1-4b3c-a591-e7ac886e0b9d found for delete ", "request_id": "req-56ff63d1-3c0d-4240-a492-d2c95cb132d8"}]} Oct 19 00:52:14.530737 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-2342a960-61ae-434b-9a34-fdd2bf2f50f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:14.689549 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-2342a960-61ae-434b-9a34-fdd2bf2f50f6 admin admin] Publish callbacks [] for security_group (c6fbac3f-aa99-40c7-a350-42a36eca5d2e), precommit_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:14.695873 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-2342a960-61ae-434b-9a34-fdd2bf2f50f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (c6fbac3f-aa99-40c7-a350-42a36eca5d2e), after_create {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:14.733649 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 40902) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:52:14.773986 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-2342a960-61ae-434b-9a34-fdd2bf2f50f6 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=66f8ce6f763241338027d186629b47ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5968161 Oct 19 00:52:14.775871 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342a960-61ae-434b-9a34-fdd2bf2f50f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fbac3f-aa99-40c7-a350-42a36eca5d2e,revision_number=1']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:14.778099 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 40910) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:52:14.846359 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-0ae5f07a-8dbd-42ba-b6e5-34c89bd974ad admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=8684504b0eff415b9063cebae21ca667&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1110868 Oct 19 00:52:14.851667 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 40914) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:52:14.867542 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-5489d956-71cb-4f59-acaf-f2d164fd3a2a admin admin] Publish callbacks [] for security_group (c6fbac3f-aa99-40c7-a350-42a36eca5d2e), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:14.913867 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-5489d956-71cb-4f59-acaf-f2d164fd3a2a admin admin] Publish callbacks [] for security_group (c6fbac3f-aa99-40c7-a350-42a36eca5d2e), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:14.927976 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-06dd8d98-fb06-4665-89f8-5135a44a398a admin admin] Publish callbacks [] for security_group (79b7866b-91ee-4095-a115-49d973a4e65d), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:14.959984 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-06dd8d98-fb06-4665-89f8-5135a44a398a admin admin] Publish callbacks [] for security_group (79b7866b-91ee-4095-a115-49d973a4e65d), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:15.004637 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-5489d956-71cb-4f59-acaf-f2d164fd3a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (c6fbac3f-aa99-40c7-a350-42a36eca5d2e), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:15.011513 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-5489d956-71cb-4f59-acaf-f2d164fd3a2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:15.017311 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-5489d956-71cb-4f59-acaf-f2d164fd3a2a admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/c6fbac3f-aa99-40c7-a350-42a36eca5d2e HTTP/1.1" status: 204 len: 168 time: 0.2313652 Oct 19 00:52:15.039026 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489d956-71cb-4f59-acaf-f2d164fd3a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fbac3f-aa99-40c7-a350-42a36eca5d2e,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:15.050059 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 40918) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:52:15.056121 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489d956-71cb-4f59-acaf-f2d164fd3a2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:15.057068 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489d956-71cb-4f59-acaf-f2d164fd3a2a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:15.057643 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489d956-71cb-4f59-acaf-f2d164fd3a2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:15.058220 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489d956-71cb-4f59-acaf-f2d164fd3a2a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:15.058842 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489d956-71cb-4f59-acaf-f2d164fd3a2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:15.059402 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489d956-71cb-4f59-acaf-f2d164fd3a2a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:15.059957 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489d956-71cb-4f59-acaf-f2d164fd3a2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:15.060515 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489d956-71cb-4f59-acaf-f2d164fd3a2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:15.061057 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489d956-71cb-4f59-acaf-f2d164fd3a2a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:15.061545 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489d956-71cb-4f59-acaf-f2d164fd3a2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:15.062022 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489d956-71cb-4f59-acaf-f2d164fd3a2a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:15.062526 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489d956-71cb-4f59-acaf-f2d164fd3a2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:15.062993 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489d956-71cb-4f59-acaf-f2d164fd3a2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:15.063479 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489d956-71cb-4f59-acaf-f2d164fd3a2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:15.063965 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489d956-71cb-4f59-acaf-f2d164fd3a2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:15.069143 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-06dd8d98-fb06-4665-89f8-5135a44a398a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (79b7866b-91ee-4095-a115-49d973a4e65d), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:15.069629 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-06dd8d98-fb06-4665-89f8-5135a44a398a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:15.070905 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-06dd8d98-fb06-4665-89f8-5135a44a398a admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/79b7866b-91ee-4095-a115-49d973a4e65d HTTP/1.1" status: 204 len: 168 time: 0.2178082 Oct 19 00:52:15.138386 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd8d98-fb06-4665-89f8-5135a44a398a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b7866b-91ee-4095-a115-49d973a4e65d,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:15.232394 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:15.317926 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=7 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:15.668442 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-99b64de3-7186-47eb-b28a-288361db3205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1942574'] for router_interface (68b043e3-5a26-4abc-b492-7053157db4b2), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:15.725690 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 40924) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:52:15.766518 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:15.784220 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-99c29fd6-8e95-42d3-8d8a-87980d3bfac7 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=a00f442306cf489f9f7c28839bec1d0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0568306 Oct 19 00:52:15.788389 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 40926) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:52:15.855904 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-f02aae68-08c3-428d-ac8d-c935bac0aef1 admin admin] Publish callbacks [] for security_group (46e35522-b0c9-4fb5-a3ad-d0b5cd9c0692), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:15.885305 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-f02aae68-08c3-428d-ac8d-c935bac0aef1 admin admin] Publish callbacks [] for security_group (46e35522-b0c9-4fb5-a3ad-d0b5cd9c0692), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:15.955544 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-f02aae68-08c3-428d-ac8d-c935bac0aef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (46e35522-b0c9-4fb5-a3ad-d0b5cd9c0692), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:15.958745 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-f02aae68-08c3-428d-ac8d-c935bac0aef1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:15.959090 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=11 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:15.961360 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-f02aae68-08c3-428d-ac8d-c935bac0aef1 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/46e35522-b0c9-4fb5-a3ad-d0b5cd9c0692 HTTP/1.1" status: 204 len: 168 time: 0.1715677 Oct 19 00:52:15.974565 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02aae68-08c3-428d-ac8d-c935bac0aef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e35522-b0c9-4fb5-a3ad-d0b5cd9c0692,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:16.287496 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [None req-99b64de3-7186-47eb-b28a-288361db3205 admin admin] Deleting port 4cb629d5-6b04-4799-bab2-425ae9524af8 {{(pid=111414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:52:16.288157 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-99b64de3-7186-47eb-b28a-288361db3205 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (4cb629d5-6b04-4799-bab2-425ae9524af8), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:16.386429 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [None req-99b64de3-7186-47eb-b28a-288361db3205 admin admin] For port 4cb629d5-6b04-4799-bab2-425ae9524af8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4cb629d5-6b04-4799-bab2-425ae9524af8,segment=NetworkSegment(2425b63e-dd9c-47b4-b323-5bcff2e111f6),segment_id=2425b63e-dd9c-47b4-b323-5bcff2e111f6)] {{(pid=111414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:52:16.386789 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-99b64de3-7186-47eb-b28a-288361db3205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (4cb629d5-6b04-4799-bab2-425ae9524af8), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:16.404685 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [None req-99b64de3-7186-47eb-b28a-288361db3205 admin admin] Calling delete_port for 4cb629d5-6b04-4799-bab2-425ae9524af8 owned by network:router_interface {{(pid=111414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:52:16.631949 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-99b64de3-7186-47eb-b28a-288361db3205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (4cb629d5-6b04-4799-bab2-425ae9524af8), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:16.664831 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b64de3-7186-47eb-b28a-288361db3205 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cb629d5-6b04-4799-bab2-425ae9524af8,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:16.754982 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:16.947902 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-99b64de3-7186-47eb-b28a-288361db3205 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1942682'] for router_interface (68b043e3-5a26-4abc-b492-7053157db4b2), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:16.977850 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b4d3b7-8017-4c64-8ac9-c780249db74f None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=111416) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 19 00:52:17.008790 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:17.065784 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b4d3b7-8017-4c64-8ac9-c780249db74f None None] Resources bound (agent type, host, resource id): {{(pid=111416) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 00:52:17.225604 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b64de3-7186-47eb-b28a-288361db3205 admin admin] Router 68b043e3-5a26-4abc-b492-7053157db4b2 has already been hosted by L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 {{(pid=111414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:52:17.402878 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b64de3-7186-47eb-b28a-288361db3205 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:52:17.413073 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-99b64de3-7186-47eb-b28a-288361db3205 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/68b043e3-5a26-4abc-b492-7053157db4b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3547144 Oct 19 00:52:17.415077 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efb6c1a-45b3-4b7d-9bcd-ea9aae94442c None None] Sync routers for ids ['68b043e3-5a26-4abc-b492-7053157db4b2'] in dv-cinder-master-3-iscsi {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:52:17.416342 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 40930) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:52:17.436005 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efb6c1a-45b3-4b7d-9bcd-ea9aae94442c None None] Routers {'68b043e3-5a26-4abc-b492-7053157db4b2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:52:17.437309 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-7efb6c1a-45b3-4b7d-9bcd-ea9aae94442c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:52:07Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['68b043e3-5a26-4abc-b492-7053157db4b2'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:17.589858 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c5a7f3d0-0c55-4591-9865-64de7d58b4a6 admin admin] Publish callbacks [] for router (68b043e3-5a26-4abc-b492-7053157db4b2), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:17.603057 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-7efb6c1a-45b3-4b7d-9bcd-ea9aae94442c None None] Set router 68b043e3-5a26-4abc-b492-7053157db4b2 gateway port host: dv-cinder-master-3-iscsi {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:52:17.784340 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c5a7f3d0-0c55-4591-9865-64de7d58b4a6 admin admin] Publish callbacks [] for router_gateway (68b043e3-5a26-4abc-b492-7053157db4b2), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:17.812011 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-7efb6c1a-45b3-4b7d-9bcd-ea9aae94442c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b043e3-5a26-4abc-b492-7053157db4b2', 'name': 'tempest-TestMinimumBasicScenario-1359129397-router', 'tenant_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.203'}], 'enable_snat': True}, 'gw_port_id': '006571e0-de03-4104-be78-57cf7268bda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:49:45Z', 'updated_at': '2022-10-19T00:52:16Z', 'revision_number': 5, 'project_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'gw_port': {'id': '006571e0-de03-4104-be78-57cf7268bda4', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b043e3-5a26-4abc-b492-7053157db4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:49:46Z', 'updated_at': '2022-10-19T00:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:17.842770 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efb6c1a-45b3-4b7d-9bcd-ea9aae94442c None None] Checking router: 68b043e3-5a26-4abc-b492-7053157db4b2 for host: dv-cinder-master-3-iscsi {{(pid=111417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:52:17.853615 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efb6c1a-45b3-4b7d-9bcd-ea9aae94442c None None] Routers {'68b043e3-5a26-4abc-b492-7053157db4b2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:52:17.854590 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-7efb6c1a-45b3-4b7d-9bcd-ea9aae94442c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:52:07Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['68b043e3-5a26-4abc-b492-7053157db4b2'], 'active': True} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:17.872576 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [None req-c5a7f3d0-0c55-4591-9865-64de7d58b4a6 admin admin] Deleting port 006571e0-de03-4104-be78-57cf7268bda4 {{(pid=111414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:52:17.873103 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c5a7f3d0-0c55-4591-9865-64de7d58b4a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (006571e0-de03-4104-be78-57cf7268bda4), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:17.967618 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_dvr_db [None req-7efb6c1a-45b3-4b7d-9bcd-ea9aae94442c None None] Set router 68b043e3-5a26-4abc-b492-7053157db4b2 gateway port host: None {{(pid=111417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:52:18.031747 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [None req-c5a7f3d0-0c55-4591-9865-64de7d58b4a6 admin admin] For port 006571e0-de03-4104-be78-57cf7268bda4, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=006571e0-de03-4104-be78-57cf7268bda4,segment=NetworkSegment(cdce283e-dd8a-4d22-a7f9-996f16aea9b7),segment_id=cdce283e-dd8a-4d22-a7f9-996f16aea9b7)] {{(pid=111414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:52:18.032353 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c5a7f3d0-0c55-4591-9865-64de7d58b4a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (006571e0-de03-4104-be78-57cf7268bda4), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:18.041733 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.l3_hamode_db [None req-7efb6c1a-45b3-4b7d-9bcd-ea9aae94442c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b043e3-5a26-4abc-b492-7053157db4b2', 'name': 'tempest-TestMinimumBasicScenario-1359129397-router', 'tenant_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:49:45Z', 'updated_at': '2022-10-19T00:52:17Z', 'revision_number': 6, 'project_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:18.052802 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-30167216-2d73-486f-8556-2806ac708ce9 None None] Provisioning complete for port ef9cb838-8654-4e94-9214-4786409b8e77 triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:52:18.053937 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-30167216-2d73-486f-8556-2806ac708ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (ef9cb838-8654-4e94-9214-4786409b8e77), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:18.054343 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-30167216-2d73-486f-8556-2806ac708ce9 None None] Attempt 1 to provision port ef9cb838-8654-4e94-9214-4786409b8e77 Oct 19 00:52:18.061920 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [None req-c5a7f3d0-0c55-4591-9865-64de7d58b4a6 admin admin] Calling delete_port for 006571e0-de03-4104-be78-57cf7268bda4 owned by network:router_gateway {{(pid=111414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:52:18.087846 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efb6c1a-45b3-4b7d-9bcd-ea9aae94442c None None] The sync data for ids ['68b043e3-5a26-4abc-b492-7053157db4b2'] in dv-cinder-master-3-iscsi is: [{'id': '68b043e3-5a26-4abc-b492-7053157db4b2', 'name': 'tempest-TestMinimumBasicScenario-1359129397-router', 'tenant_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:49:45Z', 'updated_at': '2022-10-19T00:52:17Z', 'revision_number': 6, 'project_id': 'a8a6d900d9d344a694b955f51fa46aa9', 'gw_port_host': None}] {{(pid=111417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:52:18.194897 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-30167216-2d73-486f-8556-2806ac708ce9 None None] Current status of the port ef9cb838-8654-4e94-9214-4786409b8e77 is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:52:18.237272 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:18.303909 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c5a7f3d0-0c55-4591-9865-64de7d58b4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (006571e0-de03-4104-be78-57cf7268bda4), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:18.307753 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:18.330695 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a7f3d0-0c55-4591-9865-64de7d58b4a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=006571e0-de03-4104-be78-57cf7268bda4,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:18.410546 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c5a7f3d0-0c55-4591-9865-64de7d58b4a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1947507'] for router_gateway (68b043e3-5a26-4abc-b492-7053157db4b2), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:18.513343 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c5a7f3d0-0c55-4591-9865-64de7d58b4a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2019'] for router (68b043e3-5a26-4abc-b492-7053157db4b2), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:18.517891 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c5a7f3d0-0c55-4591-9865-64de7d58b4a6 admin admin] Publish callbacks [] for router_controller (68b043e3-5a26-4abc-b492-7053157db4b2), precommit_delete_associations {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:18.588113 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c5a7f3d0-0c55-4591-9865-64de7d58b4a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942605'] for router (68b043e3-5a26-4abc-b492-7053157db4b2), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:18.589049 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a7f3d0-0c55-4591-9865-64de7d58b4a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68b043e3-5a26-4abc-b492-7053157db4b2 {{(pid=111414) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 00:52:18.596766 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-c5a7f3d0-0c55-4591-9865-64de7d58b4a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:18.598220 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-c5a7f3d0-0c55-4591-9865-64de7d58b4a6 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/68b043e3-5a26-4abc-b492-7053157db4b2 HTTP/1.1" status: 204 len: 168 time: 1.1810689 Oct 19 00:52:18.601767 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 40932) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:52:18.668775 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9480e73-d1d5-4241-ba5b-e31088069e26 admin admin] Deleting subnet a22e9614-06d2-4e26-842c-688e21b998cb {{(pid=111415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 19 00:52:18.673012 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a9480e73-d1d5-4241-ba5b-e31088069e26 admin admin] Publish callbacks [] for subnet (a22e9614-06d2-4e26-842c-688e21b998cb), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:18.705601 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:18.713809 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a9480e73-d1d5-4241-ba5b-e31088069e26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7426685'] for subnet (a22e9614-06d2-4e26-842c-688e21b998cb), precommit_delete_associations {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:18.798538 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a9480e73-d1d5-4241-ba5b-e31088069e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-835128'] for subnet (a22e9614-06d2-4e26-842c-688e21b998cb), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:18.865964 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a9480e73-d1d5-4241-ba5b-e31088069e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-835107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7426725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7409458'] for subnet (a22e9614-06d2-4e26-842c-688e21b998cb), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:18.914790 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9480e73-d1d5-4241-ba5b-e31088069e26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a22e9614-06d2-4e26-842c-688e21b998cb,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:18.919090 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-a9480e73-d1d5-4241-ba5b-e31088069e26 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:18.924075 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d36acc-8919-4b08-880d-2776b9979988 None None] Network 55e165e6-4b57-4574-ad76-be38ba32d98e requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:52:18.924788 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-a9480e73-d1d5-4241-ba5b-e31088069e26 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/a22e9614-06d2-4e26-842c-688e21b998cb HTTP/1.1" status: 204 len: 168 time: 0.3217509 Oct 19 00:52:18.928759 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 40934) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:52:19.057910 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-7d8ad2b3-9009-49a8-a8f5-d8dc4b9ac4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-943402'] for network (55e165e6-4b57-4574-ad76-be38ba32d98e), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:19.137516 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [None req-7d8ad2b3-9009-49a8-a8f5-d8dc4b9ac4a9 admin admin] Deleting port ef9cb838-8654-4e94-9214-4786409b8e77 {{(pid=111414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:52:19.138140 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-7d8ad2b3-9009-49a8-a8f5-d8dc4b9ac4a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (ef9cb838-8654-4e94-9214-4786409b8e77), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:19.175650 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c22a52-f223-4afe-8dbc-56acbea24b5b None None] DHCP port deletion for 55e165e6-4b57-4574-ad76-be38ba32d98e request from dv-cinder-master-3-iscsi {{(pid=111416) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 19 00:52:19.219380 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.db [None req-7d8ad2b3-9009-49a8-a8f5-d8dc4b9ac4a9 admin admin] For port ef9cb838-8654-4e94-9214-4786409b8e77, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ef9cb838-8654-4e94-9214-4786409b8e77,segment=NetworkSegment(2425b63e-dd9c-47b4-b323-5bcff2e111f6),segment_id=2425b63e-dd9c-47b4-b323-5bcff2e111f6)] {{(pid=111414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:52:19.219776 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-7d8ad2b3-9009-49a8-a8f5-d8dc4b9ac4a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (ef9cb838-8654-4e94-9214-4786409b8e77), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:19.233753 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d0c22a52-f223-4afe-8dbc-56acbea24b5b None None] Deleting port ef9cb838-8654-4e94-9214-4786409b8e77 {{(pid=111416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:52:19.234511 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d0c22a52-f223-4afe-8dbc-56acbea24b5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (ef9cb838-8654-4e94-9214-4786409b8e77), before_delete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:19.241206 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.plugin [None req-7d8ad2b3-9009-49a8-a8f5-d8dc4b9ac4a9 admin admin] Calling delete_port for ef9cb838-8654-4e94-9214-4786409b8e77 owned by network:dhcp {{(pid=111414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:52:19.325043 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-d0c22a52-f223-4afe-8dbc-56acbea24b5b None None] For port ef9cb838-8654-4e94-9214-4786409b8e77, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ef9cb838-8654-4e94-9214-4786409b8e77,segment=NetworkSegment(2425b63e-dd9c-47b4-b323-5bcff2e111f6),segment_id=2425b63e-dd9c-47b4-b323-5bcff2e111f6)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:52:19.325639 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d0c22a52-f223-4afe-8dbc-56acbea24b5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (ef9cb838-8654-4e94-9214-4786409b8e77), precommit_delete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:19.348372 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d0c22a52-f223-4afe-8dbc-56acbea24b5b None None] Calling delete_port for ef9cb838-8654-4e94-9214-4786409b8e77 owned by network:dhcp {{(pid=111416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:52:19.388522 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-7d8ad2b3-9009-49a8-a8f5-d8dc4b9ac4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6577532'] for port (ef9cb838-8654-4e94-9214-4786409b8e77), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:19.419028 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ad2b3-9009-49a8-a8f5-d8dc4b9ac4a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef9cb838-8654-4e94-9214-4786409b8e77,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:19.421586 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8ad2b3-9009-49a8-a8f5-d8dc4b9ac4a9 admin admin] No DVR routers for this DVR port ef9cb838-8654-4e94-9214-4786409b8e77 on host dv-cinder-master-3-iscsi {{(pid=111414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 19 00:52:19.469319 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:19.478919 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d0c22a52-f223-4afe-8dbc-56acbea24b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459'] for port (ef9cb838-8654-4e94-9214-4786409b8e77), after_delete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:19.510686 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-7d8ad2b3-9009-49a8-a8f5-d8dc4b9ac4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-835184', 'neutron.services.segments.db._delete_segments_for_network-8730482754115'] for network (55e165e6-4b57-4574-ad76-be38ba32d98e), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:19.528987 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c22a52-f223-4afe-8dbc-56acbea24b5b None None] Pushing event deleted for resources: {'Port': ['ID=ef9cb838-8654-4e94-9214-4786409b8e77,revision_number=None']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:19.535390 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c22a52-f223-4afe-8dbc-56acbea24b5b None None] No DVR routers for this DVR port ef9cb838-8654-4e94-9214-4786409b8e77 on host dv-cinder-master-3-iscsi {{(pid=111416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 19 00:52:19.537377 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.services.segments.db [None req-7d8ad2b3-9009-49a8-a8f5-d8dc4b9ac4a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55e165e6-4b57-4574-ad76-be38ba32d98e']}} {{(pid=111414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:19.554616 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.services.segments.db [None req-7d8ad2b3-9009-49a8-a8f5-d8dc4b9ac4a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2425b63e-dd9c-47b4-b323-5bcff2e111f6') {'for_net_delete': True} {{(pid=111414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:19.554919 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.services.segments.db [None req-7d8ad2b3-9009-49a8-a8f5-d8dc4b9ac4a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2425b63e-dd9c-47b4-b323-5bcff2e111f6') {} {{(pid=111414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:19.567558 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-7d8ad2b3-9009-49a8-a8f5-d8dc4b9ac4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730482833143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8000567'] for segment (2425b63e-dd9c-47b4-b323-5bcff2e111f6), before_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:19.584301 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-7d8ad2b3-9009-49a8-a8f5-d8dc4b9ac4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412'] for segment (2425b63e-dd9c-47b4-b323-5bcff2e111f6), precommit_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:19.592520 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d8ad2b3-9009-49a8-a8f5-d8dc4b9ac4a9 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=111414) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 00:52:19.592935 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-7d8ad2b3-9009-49a8-a8f5-d8dc4b9ac4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6576813'] for segment (2425b63e-dd9c-47b4-b323-5bcff2e111f6), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:19.641540 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.services.segments.plugin [-] Segment 2425b63e-dd9c-47b4-b323-5bcff2e111f6 resource provider aggregate not found Oct 19 00:52:19.667691 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.services.segments.plugin [-] Segment 2425b63e-dd9c-47b4-b323-5bcff2e111f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2425b63e-dd9c-47b4-b323-5bcff2e111f6 found for delete ", "request_id": "req-525d5751-2609-4c0e-bd06-4bf0eab13390"}]} Oct 19 00:52:19.678684 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-7d8ad2b3-9009-49a8-a8f5-d8dc4b9ac4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-835145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942277'] for network (55e165e6-4b57-4574-ad76-be38ba32d98e), after_delete {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:19.686430 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron_lib.callbacks.manager [None req-7d8ad2b3-9009-49a8-a8f5-d8dc4b9ac4a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for network (None), before_response {{(pid=111414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:19.690055 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-7d8ad2b3-9009-49a8-a8f5-d8dc4b9ac4a9 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/55e165e6-4b57-4574-ad76-be38ba32d98e HTTP/1.1" status: 204 len: 168 time: 0.7602031 Oct 19 00:52:19.693855 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 40940) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:52:19.703310 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ad2b3-9009-49a8-a8f5-d8dc4b9ac4a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=55e165e6-4b57-4574-ad76-be38ba32d98e,revision_number=None']} {{(pid=111414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:20.071523 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-2212167b-327a-4dc6-80b5-95fc6cb07af0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1942574'] for router_interface (b71ba083-d33e-4141-bef7-b137db3964b5), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:20.173057 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 006571e0-de03-4104-be78-57cf7268bda4 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:52:20.196981 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] No Port match for: 006571e0-de03-4104-be78-57cf7268bda4 {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:52:20.198139 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 006571e0-de03-4104-be78-57cf7268bda4 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:52:20.198326 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 4cb629d5-6b04-4799-bab2-425ae9524af8 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:52:20.221055 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] No Port match for: 4cb629d5-6b04-4799-bab2-425ae9524af8 {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:52:20.221584 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 4cb629d5-6b04-4799-bab2-425ae9524af8 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:52:20.222117 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device ef9cb838-8654-4e94-9214-4786409b8e77 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:52:20.245104 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] No Port match for: ef9cb838-8654-4e94-9214-4786409b8e77 {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:52:20.245468 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device ef9cb838-8654-4e94-9214-4786409b8e77 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:52:20.273693 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:20.361716 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-2212167b-327a-4dc6-80b5-95fc6cb07af0 admin admin] Deleting port d365ae6c-2394-49e6-948b-56c55394572e {{(pid=111415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:52:20.362055 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-2212167b-327a-4dc6-80b5-95fc6cb07af0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (d365ae6c-2394-49e6-948b-56c55394572e), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:20.465780 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.db [None req-2212167b-327a-4dc6-80b5-95fc6cb07af0 admin admin] For port d365ae6c-2394-49e6-948b-56c55394572e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d365ae6c-2394-49e6-948b-56c55394572e,segment=NetworkSegment(c25bb4eb-c2b0-40b8-b99d-09705fc5dade),segment_id=c25bb4eb-c2b0-40b8-b99d-09705fc5dade)] {{(pid=111415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:52:20.466354 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-2212167b-327a-4dc6-80b5-95fc6cb07af0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (d365ae6c-2394-49e6-948b-56c55394572e), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:20.484710 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-2212167b-327a-4dc6-80b5-95fc6cb07af0 admin admin] Calling delete_port for d365ae6c-2394-49e6-948b-56c55394572e owned by network:router_interface {{(pid=111415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:52:20.545068 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:20.709540 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-2212167b-327a-4dc6-80b5-95fc6cb07af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7426774'] for port (d365ae6c-2394-49e6-948b-56c55394572e), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:20.736609 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2212167b-327a-4dc6-80b5-95fc6cb07af0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d365ae6c-2394-49e6-948b-56c55394572e,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:20.947486 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-2212167b-327a-4dc6-80b5-95fc6cb07af0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1942682'] for router_interface (b71ba083-d33e-4141-bef7-b137db3964b5), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:20.978409 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970dbc4d-8c5a-426c-a907-a90826490cc0 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=111416) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 19 00:52:21.104809 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970dbc4d-8c5a-426c-a907-a90826490cc0 None None] Resources bound (agent type, host, resource id): {{(pid=111416) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 00:52:21.129957 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:21.282652 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2212167b-327a-4dc6-80b5-95fc6cb07af0 admin admin] Router b71ba083-d33e-4141-bef7-b137db3964b5 has already been hosted by L3 agent 96bc6ba3-1824-41a3-ac55-eb3831aacad7 {{(pid=111415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 00:52:21.339814 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:21.409186 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2212167b-327a-4dc6-80b5-95fc6cb07af0 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=111415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 00:52:21.415076 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-2212167b-327a-4dc6-80b5-95fc6cb07af0 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/b71ba083-d33e-4141-bef7-b137db3964b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7199962 Oct 19 00:52:21.421302 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 40942) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:52:21.425085 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a830c0d-381d-4e9e-9fa4-7d1a23a0ee1e None None] Sync routers for ids ['b71ba083-d33e-4141-bef7-b137db3964b5'] in dv-cinder-master-3-iscsi {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 00:52:21.438033 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a830c0d-381d-4e9e-9fa4-7d1a23a0ee1e None None] Routers {'b71ba083-d33e-4141-bef7-b137db3964b5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:52:21.438749 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-2a830c0d-381d-4e9e-9fa4-7d1a23a0ee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:52:07Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['b71ba083-d33e-4141-bef7-b137db3964b5'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:21.584011 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-b460b20f-506a-4eeb-87af-e74cc4e22c42 admin admin] Publish callbacks [] for router (b71ba083-d33e-4141-bef7-b137db3964b5), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:21.584806 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-2a830c0d-381d-4e9e-9fa4-7d1a23a0ee1e None None] Set router b71ba083-d33e-4141-bef7-b137db3964b5 gateway port host: dv-cinder-master-3-iscsi {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:52:21.700936 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-b460b20f-506a-4eeb-87af-e74cc4e22c42 admin admin] Publish callbacks [] for router_gateway (b71ba083-d33e-4141-bef7-b137db3964b5), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:21.751935 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-b460b20f-506a-4eeb-87af-e74cc4e22c42 admin admin] Deleting port f34e0306-9f6d-4aa0-bb5d-f92d085581e4 {{(pid=111415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:52:21.752645 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-b460b20f-506a-4eeb-87af-e74cc4e22c42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (f34e0306-9f6d-4aa0-bb5d-f92d085581e4), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:21.793850 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:21.848671 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.db [None req-b460b20f-506a-4eeb-87af-e74cc4e22c42 admin admin] For port f34e0306-9f6d-4aa0-bb5d-f92d085581e4, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f34e0306-9f6d-4aa0-bb5d-f92d085581e4,segment=NetworkSegment(cdce283e-dd8a-4d22-a7f9-996f16aea9b7),segment_id=cdce283e-dd8a-4d22-a7f9-996f16aea9b7)] {{(pid=111415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:52:21.850396 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-b460b20f-506a-4eeb-87af-e74cc4e22c42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (f34e0306-9f6d-4aa0-bb5d-f92d085581e4), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:21.867542 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-2a830c0d-381d-4e9e-9fa4-7d1a23a0ee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71ba083-d33e-4141-bef7-b137db3964b5', 'name': 'tempest-TestMinimumBasicScenario-300319725-router', 'tenant_id': 'c3dc487565414290a5b5fa5c68e1c100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'external_fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.107'}], 'enable_snat': True}, 'gw_port_id': 'f34e0306-9f6d-4aa0-bb5d-f92d085581e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:49:53Z', 'updated_at': '2022-10-19T00:52:20Z', 'revision_number': 5, 'project_id': 'c3dc487565414290a5b5fa5c68e1c100', 'gw_port': {'id': 'f34e0306-9f6d-4aa0-bb5d-f92d085581e4', 'name': '', 'network_id': '973fa957-bcd6-42c3-bc57-5a91d78147c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71ba083-d33e-4141-bef7-b137db3964b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'ip_address': '172.37.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T00:49:53Z', 'updated_at': '2022-10-19T00:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5b4f151-6e49-4135-be82-7abc543b5247', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:21.872054 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-b460b20f-506a-4eeb-87af-e74cc4e22c42 admin admin] Calling delete_port for f34e0306-9f6d-4aa0-bb5d-f92d085581e4 owned by network:router_gateway {{(pid=111415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:52:21.894441 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a830c0d-381d-4e9e-9fa4-7d1a23a0ee1e None None] Checking router: b71ba083-d33e-4141-bef7-b137db3964b5 for host: dv-cinder-master-3-iscsi {{(pid=111416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 00:52:21.904639 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a830c0d-381d-4e9e-9fa4-7d1a23a0ee1e None None] Routers {'b71ba083-d33e-4141-bef7-b137db3964b5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=111416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 19 00:52:21.905275 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-2a830c0d-381d-4e9e-9fa4-7d1a23a0ee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-19T00:32:07Z,description=,heartbeat_timestamp=2022-10-19T00:52:07Z,host='dv-cinder-master-3-iscsi',id=96bc6ba3-1824-41a3-ac55-eb3831aacad7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T00:32:07Z,topic='l3_agent')) {'router_ids': ['b71ba083-d33e-4141-bef7-b137db3964b5'], 'active': True} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:21.984660 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.provisioning_blocks [None req-937f844c-a2b7-409c-bf17-fbfb49c25548 None None] Provisioning complete for port 458bf6c1-4328-475f-b764-3730cce7baaa triggered by entity DHCP. {{(pid=111416) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 19 00:52:21.985031 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-937f844c-a2b7-409c-bf17-fbfb49c25548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-829679'] for port (458bf6c1-4328-475f-b764-3730cce7baaa), provisioning_complete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:21.985364 dv-cinder-master-3-iscsi neutron-server[111416]: INFO neutron.plugins.ml2.plugin [None req-937f844c-a2b7-409c-bf17-fbfb49c25548 None None] Attempt 1 to provision port 458bf6c1-4328-475f-b764-3730cce7baaa Oct 19 00:52:22.033883 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvr_db [None req-2a830c0d-381d-4e9e-9fa4-7d1a23a0ee1e None None] Set router b71ba083-d33e-4141-bef7-b137db3964b5 gateway port host: None {{(pid=111416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 19 00:52:22.097169 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_hamode_db [None req-2a830c0d-381d-4e9e-9fa4-7d1a23a0ee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71ba083-d33e-4141-bef7-b137db3964b5', 'name': 'tempest-TestMinimumBasicScenario-300319725-router', 'tenant_id': 'c3dc487565414290a5b5fa5c68e1c100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:49:53Z', 'updated_at': '2022-10-19T00:52:21Z', 'revision_number': 6, 'project_id': 'c3dc487565414290a5b5fa5c68e1c100', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=111416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:22.126269 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a830c0d-381d-4e9e-9fa4-7d1a23a0ee1e None None] The sync data for ids ['b71ba083-d33e-4141-bef7-b137db3964b5'] in dv-cinder-master-3-iscsi is: [{'id': 'b71ba083-d33e-4141-bef7-b137db3964b5', 'name': 'tempest-TestMinimumBasicScenario-300319725-router', 'tenant_id': 'c3dc487565414290a5b5fa5c68e1c100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T00:49:53Z', 'updated_at': '2022-10-19T00:52:21Z', 'revision_number': 6, 'project_id': 'c3dc487565414290a5b5fa5c68e1c100', 'gw_port_host': None}] {{(pid=111416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 00:52:22.180374 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-937f844c-a2b7-409c-bf17-fbfb49c25548 None None] Current status of the port 458bf6c1-4328-475f-b764-3730cce7baaa is: ACTIVE; New status is: ACTIVE {{(pid=111416) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 19 00:52:22.187680 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-b460b20f-506a-4eeb-87af-e74cc4e22c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7426774'] for port (f34e0306-9f6d-4aa0-bb5d-f92d085581e4), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:22.216272 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b460b20f-506a-4eeb-87af-e74cc4e22c42 admin admin] Pushing event deleted for resources: {'Port': ['ID=f34e0306-9f6d-4aa0-bb5d-f92d085581e4,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:22.283645 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-b460b20f-506a-4eeb-87af-e74cc4e22c42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1947507'] for router_gateway (b71ba083-d33e-4141-bef7-b137db3964b5), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:22.376760 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-b460b20f-506a-4eeb-87af-e74cc4e22c42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1942596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2019'] for router (b71ba083-d33e-4141-bef7-b137db3964b5), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:22.379125 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-b460b20f-506a-4eeb-87af-e74cc4e22c42 admin admin] Publish callbacks [] for router_controller (b71ba083-d33e-4141-bef7-b137db3964b5), precommit_delete_associations {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:22.428732 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-b460b20f-506a-4eeb-87af-e74cc4e22c42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1942605'] for router (b71ba083-d33e-4141-bef7-b137db3964b5), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:22.429379 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b460b20f-506a-4eeb-87af-e74cc4e22c42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b71ba083-d33e-4141-bef7-b137db3964b5 {{(pid=111415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 00:52:22.434821 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-b460b20f-506a-4eeb-87af-e74cc4e22c42 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:22.436459 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-b460b20f-506a-4eeb-87af-e74cc4e22c42 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/b71ba083-d33e-4141-bef7-b137db3964b5 HTTP/1.1" status: 204 len: 168 time: 1.0137043 Oct 19 00:52:22.438627 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 40944) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:52:22.486198 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.db_base_plugin_v2 [None req-6038004a-f616-4762-99e0-ffaa910f57e2 admin admin] Deleting subnet a2ccdbaf-d55f-4132-b7ef-b41485ff483d {{(pid=111415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 19 00:52:22.490168 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-6038004a-f616-4762-99e0-ffaa910f57e2 admin admin] Publish callbacks [] for subnet (a2ccdbaf-d55f-4132-b7ef-b41485ff483d), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:22.530930 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-6038004a-f616-4762-99e0-ffaa910f57e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7426685'] for subnet (a2ccdbaf-d55f-4132-b7ef-b41485ff483d), precommit_delete_associations {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:22.568546 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:22.635580 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-6038004a-f616-4762-99e0-ffaa910f57e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-835128'] for subnet (a2ccdbaf-d55f-4132-b7ef-b41485ff483d), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:22.698813 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-6038004a-f616-4762-99e0-ffaa910f57e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-835107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7426725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7409458'] for subnet (a2ccdbaf-d55f-4132-b7ef-b41485ff483d), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:22.727368 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6038004a-f616-4762-99e0-ffaa910f57e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2ccdbaf-d55f-4132-b7ef-b41485ff483d,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:22.731871 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-6038004a-f616-4762-99e0-ffaa910f57e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:22.735726 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-6038004a-f616-4762-99e0-ffaa910f57e2 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/a2ccdbaf-d55f-4132-b7ef-b41485ff483d HTTP/1.1" status: 204 len: 168 time: 0.2954867 Oct 19 00:52:22.739228 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 40946) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:52:22.742652 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642281ae-64a4-4f78-93a7-b3be73cb2c47 None None] Network 28661278-404d-4415-bbaf-5311e267c8c5 requested from dv-cinder-master-3-iscsi {{(pid=111416) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 19 00:52:22.823253 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-3960bdb4-9ac1-4f85-afb9-81f16b881d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-943402'] for network (28661278-404d-4415-bbaf-5311e267c8c5), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:22.879008 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:22.885099 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-3960bdb4-9ac1-4f85-afb9-81f16b881d81 admin admin] Deleting port 458bf6c1-4328-475f-b764-3730cce7baaa {{(pid=111415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:52:22.891148 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-3960bdb4-9ac1-4f85-afb9-81f16b881d81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (458bf6c1-4328-475f-b764-3730cce7baaa), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:22.946078 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239df3e7-6252-4ff9-b641-9e7dc68310a4 None None] DHCP port deletion for 28661278-404d-4415-bbaf-5311e267c8c5 request from dv-cinder-master-3-iscsi {{(pid=111416) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 19 00:52:22.961740 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.db [None req-3960bdb4-9ac1-4f85-afb9-81f16b881d81 admin admin] For port 458bf6c1-4328-475f-b764-3730cce7baaa, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=458bf6c1-4328-475f-b764-3730cce7baaa,segment=NetworkSegment(c25bb4eb-c2b0-40b8-b99d-09705fc5dade),segment_id=c25bb4eb-c2b0-40b8-b99d-09705fc5dade)] {{(pid=111415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:52:22.963083 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-3960bdb4-9ac1-4f85-afb9-81f16b881d81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (458bf6c1-4328-475f-b764-3730cce7baaa), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:22.987706 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.plugin [None req-3960bdb4-9ac1-4f85-afb9-81f16b881d81 admin admin] Calling delete_port for 458bf6c1-4328-475f-b764-3730cce7baaa owned by network:dhcp {{(pid=111415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:52:23.013436 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-239df3e7-6252-4ff9-b641-9e7dc68310a4 None None] Deleting port 458bf6c1-4328-475f-b764-3730cce7baaa {{(pid=111416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 19 00:52:23.013935 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-239df3e7-6252-4ff9-b641-9e7dc68310a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730482770827'] for port (458bf6c1-4328-475f-b764-3730cce7baaa), before_delete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:23.067973 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=100 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:23.088444 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.db [None req-239df3e7-6252-4ff9-b641-9e7dc68310a4 None None] For port 458bf6c1-4328-475f-b764-3730cce7baaa, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=458bf6c1-4328-475f-b764-3730cce7baaa,segment=NetworkSegment(c25bb4eb-c2b0-40b8-b99d-09705fc5dade),segment_id=c25bb4eb-c2b0-40b8-b99d-09705fc5dade)] {{(pid=111416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 00:52:23.088847 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-239df3e7-6252-4ff9-b641-9e7dc68310a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944276'] for port (458bf6c1-4328-475f-b764-3730cce7baaa), precommit_delete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:23.105510 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-239df3e7-6252-4ff9-b641-9e7dc68310a4 None None] Calling delete_port for 458bf6c1-4328-475f-b764-3730cce7baaa owned by network:dhcp {{(pid=111416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 19 00:52:23.133336 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-3960bdb4-9ac1-4f85-afb9-81f16b881d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7426774'] for port (458bf6c1-4328-475f-b764-3730cce7baaa), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:23.163758 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=100 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:23.183121 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960bdb4-9ac1-4f85-afb9-81f16b881d81 admin admin] Pushing event deleted for resources: {'Port': ['ID=458bf6c1-4328-475f-b764-3730cce7baaa,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:23.192841 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3960bdb4-9ac1-4f85-afb9-81f16b881d81 admin admin] No DVR routers for this DVR port 458bf6c1-4328-475f-b764-3730cce7baaa on host dv-cinder-master-3-iscsi {{(pid=111415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 19 00:52:23.204412 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-239df3e7-6252-4ff9-b641-9e7dc68310a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730482674836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482299459'] for port (458bf6c1-4328-475f-b764-3730cce7baaa), after_delete {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:23.255816 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239df3e7-6252-4ff9-b641-9e7dc68310a4 None None] Pushing event deleted for resources: {'Port': ['ID=458bf6c1-4328-475f-b764-3730cce7baaa,revision_number=None']} {{(pid=111416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:23.263877 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239df3e7-6252-4ff9-b641-9e7dc68310a4 None None] No DVR routers for this DVR port 458bf6c1-4328-475f-b764-3730cce7baaa on host dv-cinder-master-3-iscsi {{(pid=111416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 19 00:52:23.274384 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239df3e7-6252-4ff9-b641-9e7dc68310a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:23.275264 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239df3e7-6252-4ff9-b641-9e7dc68310a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:23.275797 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239df3e7-6252-4ff9-b641-9e7dc68310a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:23.276361 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239df3e7-6252-4ff9-b641-9e7dc68310a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:23.276713 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239df3e7-6252-4ff9-b641-9e7dc68310a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:23.277083 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239df3e7-6252-4ff9-b641-9e7dc68310a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:23.277419 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239df3e7-6252-4ff9-b641-9e7dc68310a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:23.277763 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239df3e7-6252-4ff9-b641-9e7dc68310a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:23.278686 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239df3e7-6252-4ff9-b641-9e7dc68310a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:23.279032 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239df3e7-6252-4ff9-b641-9e7dc68310a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:23.279405 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239df3e7-6252-4ff9-b641-9e7dc68310a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:23.279764 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239df3e7-6252-4ff9-b641-9e7dc68310a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:23.280575 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239df3e7-6252-4ff9-b641-9e7dc68310a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:23.281170 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239df3e7-6252-4ff9-b641-9e7dc68310a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:23.282323 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239df3e7-6252-4ff9-b641-9e7dc68310a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=111416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:52:23.296581 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-3960bdb4-9ac1-4f85-afb9-81f16b881d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-835184', 'neutron.services.segments.db._delete_segments_for_network-8730482754115'] for network (28661278-404d-4415-bbaf-5311e267c8c5), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:23.325347 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.services.segments.db [None req-3960bdb4-9ac1-4f85-afb9-81f16b881d81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28661278-404d-4415-bbaf-5311e267c8c5']}} {{(pid=111415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:23.336901 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.services.segments.db [None req-3960bdb4-9ac1-4f85-afb9-81f16b881d81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c25bb4eb-c2b0-40b8-b99d-09705fc5dade') {'for_net_delete': True} {{(pid=111415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:23.337278 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.services.segments.db [None req-3960bdb4-9ac1-4f85-afb9-81f16b881d81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c25bb4eb-c2b0-40b8-b99d-09705fc5dade') {} {{(pid=111415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:52:23.349212 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-3960bdb4-9ac1-4f85-afb9-81f16b881d81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730482833143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7426634'] for segment (c25bb4eb-c2b0-40b8-b99d-09705fc5dade), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:23.368349 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-3960bdb4-9ac1-4f85-afb9-81f16b881d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412'] for segment (c25bb4eb-c2b0-40b8-b99d-09705fc5dade), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:23.376993 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3960bdb4-9ac1-4f85-afb9-81f16b881d81 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=111415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 00:52:23.377435 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-3960bdb4-9ac1-4f85-afb9-81f16b881d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-637412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7427335'] for segment (c25bb4eb-c2b0-40b8-b99d-09705fc5dade), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:23.424156 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.services.segments.plugin [-] Segment c25bb4eb-c2b0-40b8-b99d-09705fc5dade resource provider aggregate not found Oct 19 00:52:23.454129 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-3960bdb4-9ac1-4f85-afb9-81f16b881d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-835145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1942277'] for network (28661278-404d-4415-bbaf-5311e267c8c5), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:23.459515 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-3960bdb4-9ac1-4f85-afb9-81f16b881d81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592962'] for network (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:23.467022 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-3960bdb4-9ac1-4f85-afb9-81f16b881d81 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/28661278-404d-4415-bbaf-5311e267c8c5 HTTP/1.1" status: 204 len: 168 time: 0.7263186 Oct 19 00:52:23.469782 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.services.segments.plugin [-] Segment c25bb4eb-c2b0-40b8-b99d-09705fc5dade resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c25bb4eb-c2b0-40b8-b99d-09705fc5dade found for delete ", "request_id": "req-403b2aa7-4202-4ab2-8882-dbbd462d1970"}]} Oct 19 00:52:23.483548 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960bdb4-9ac1-4f85-afb9-81f16b881d81 admin admin] Pushing event deleted for resources: {'Network': ['ID=28661278-404d-4415-bbaf-5311e267c8c5,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:23.685903 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [-] (111414) accepted ('10.222.0.26', 40954) {{(pid=111414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:52:23.739241 dv-cinder-master-3-iscsi neutron-server[111414]: INFO neutron.wsgi [None req-0a45e55c-6eda-4834-bb3c-fbb20f5f4aca admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=a8a6d900d9d344a694b955f51fa46aa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0517957 Oct 19 00:52:23.742424 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 40956) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:52:23.815255 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1de53291-461f-47c8-a0aa-62c482c04daa admin admin] Publish callbacks [] for security_group (0bab5f87-b37e-4056-8d4e-cb7c2b339004), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:23.841303 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1de53291-461f-47c8-a0aa-62c482c04daa admin admin] Publish callbacks [] for security_group (0bab5f87-b37e-4056-8d4e-cb7c2b339004), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:23.879791 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:23.899913 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1de53291-461f-47c8-a0aa-62c482c04daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (0bab5f87-b37e-4056-8d4e-cb7c2b339004), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:23.902674 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-1de53291-461f-47c8-a0aa-62c482c04daa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:23.903897 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-1de53291-461f-47c8-a0aa-62c482c04daa admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/0bab5f87-b37e-4056-8d4e-cb7c2b339004 HTTP/1.1" status: 204 len: 168 time: 0.1604235 Oct 19 00:52:23.912573 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de53291-461f-47c8-a0aa-62c482c04daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bab5f87-b37e-4056-8d4e-cb7c2b339004,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:24.170846 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device d365ae6c-2394-49e6-948b-56c55394572e no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:52:24.195092 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] No Port match for: d365ae6c-2394-49e6-948b-56c55394572e {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:52:24.195413 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device d365ae6c-2394-49e6-948b-56c55394572e not bound to the agent host dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:52:24.195733 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 458bf6c1-4328-475f-b764-3730cce7baaa no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:52:24.218147 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] No Port match for: 458bf6c1-4328-475f-b764-3730cce7baaa {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:52:24.218789 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device 458bf6c1-4328-475f-b764-3730cce7baaa not bound to the agent host dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:52:24.219219 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device f34e0306-9f6d-4aa0-bb5d-f92d085581e4 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 00:52:24.246434 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.plugin [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] No Port match for: f34e0306-9f6d-4aa0-bb5d-f92d085581e4 {{(pid=111416) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 19 00:52:24.246942 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron.plugins.ml2.rpc [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Device f34e0306-9f6d-4aa0-bb5d-f92d085581e4 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=111416) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 00:52:24.363121 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 40962) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:52:24.410216 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-a9762f23-87cf-4318-a2bf-f83c09cce551 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=c3dc487565414290a5b5fa5c68e1c100&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0457880 Oct 19 00:52:24.413643 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 40964) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 19 00:52:24.490746 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-7b3ecbef-6cf3-4cdc-8a45-2bf5213a4a7e admin admin] Publish callbacks [] for security_group (531cf68d-e597-4b70-91d1-e43aefc55195), before_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:24.515541 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-7b3ecbef-6cf3-4cdc-8a45-2bf5213a4a7e admin admin] Publish callbacks [] for security_group (531cf68d-e597-4b70-91d1-e43aefc55195), precommit_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:24.575939 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-7b3ecbef-6cf3-4cdc-8a45-2bf5213a4a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038853'] for security_group (531cf68d-e597-4b70-91d1-e43aefc55195), after_delete {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:24.579108 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron_lib.callbacks.manager [None req-7b3ecbef-6cf3-4cdc-8a45-2bf5213a4a7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:24.580359 dv-cinder-master-3-iscsi neutron-server[111415]: INFO neutron.wsgi [None req-7b3ecbef-6cf3-4cdc-8a45-2bf5213a4a7e admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/531cf68d-e597-4b70-91d1-e43aefc55195 HTTP/1.1" status: 204 len: 168 time: 0.1651065 Oct 19 00:52:24.591168 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ecbef-6cf3-4cdc-8a45-2bf5213a4a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531cf68d-e597-4b70-91d1-e43aefc55195,revision_number=None']} {{(pid=111415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:52:28.011381 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=47 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:28.047198 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=50 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:31.870933 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (6724934a-8b6e-4109-8304-d160e240b776), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:33.720771 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:33.736634 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG dbcounter [-] [111414] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111414) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:34.583409 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=70,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:34.584775 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG dbcounter [-] [111415] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=111415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:34.585805 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-94903044-1e9e-40d4-8929-45e50bb583aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:36.777756 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-31dd8c6b-d53c-4c80-9a61-2d59e691e305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:38.314882 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:39.257862 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=2 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:39.259065 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=4 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:40.060557 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:40.309411 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:52:45.304685 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.agents_db [None req-a13584a9-f264-4877-bb17-87a252e2109a None None] Agent healthcheck: found 6 active agents {{(pid=111417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:52:50.302435 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=18,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:52:50.304712 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=34,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:53:01.889032 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (6724934a-8b6e-4109-8304-d160e240b776), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:53:04.583248 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-89084863-d6e1-433d-b20a-5f795e5e4f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:53:05.406600 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=13 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:53:05.409655 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=15 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:53:06.773604 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-f29b74d5-3fd8-4088-866a-be956c49332b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:53:08.309543 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:53:10.059160 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:53:10.315695 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:53:16.251937 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:53:16.257998 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=5 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:53:20.052893 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:UPDATE=4,neutron:SELECT=5 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:53:20.311402 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:53:22.308391 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.agents_db [None req-a13584a9-f264-4877-bb17-87a252e2109a None None] Agent healthcheck: found 6 active agents {{(pid=111417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:53:31.887654 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (6724934a-8b6e-4109-8304-d160e240b776), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:53:32.301564 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=2 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:53:34.576738 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-e904ff63-3b10-4f26-afe5-a22ff416fef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:53:36.779610 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-554a1b6d-bad8-4531-a9d8-d6827106b756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:53:38.319181 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:53:40.057464 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:53:40.315835 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:53:50.302832 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:53:50.311310 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:53:54.254802 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=6 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:53:59.310580 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.agents_db [None req-a13584a9-f264-4877-bb17-87a252e2109a None None] Agent healthcheck: found 6 active agents {{(pid=111417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:54:01.896636 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (6724934a-8b6e-4109-8304-d160e240b776), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:54:04.581330 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-b6da3f5a-c683-45b8-b195-96240abc7f8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:54:06.774875 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-8dd614e6-7c07-4c54-a4fe-bc2ab41103bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:54:08.314413 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:54:09.306961 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:54:10.055312 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:54:10.319192 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:54:20.305999 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:54:20.313160 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:54:30.357116 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=2 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:54:30.357863 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=4 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:54:31.897044 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (6724934a-8b6e-4109-8304-d160e240b776), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:54:34.578093 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-ebaceb18-eb38-40df-ad72-788874bfd2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:54:36.310458 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.agents_db [None req-a13584a9-f264-4877-bb17-87a252e2109a None None] Agent healthcheck: found 6 active agents {{(pid=111417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:54:36.771687 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-4b2e353a-0fc7-47d8-aefa-b6e2ed2dfb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:54:38.323292 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:54:40.053495 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:54:40.322305 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:54:46.305446 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=2 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:54:50.314440 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:54:50.317513 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:55:01.920941 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (6724934a-8b6e-4109-8304-d160e240b776), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:55:04.574730 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-dd98ad81-13a6-450f-83bf-9f6d41f536a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:55:06.765986 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44ff5eee-98bb-41dd-ab1b-9636a969f7b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:55:07.250781 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=15 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:55:07.256257 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=17 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:55:08.323528 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:55:10.050681 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:55:10.338454 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:55:13.310055 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.agents_db [None req-a13584a9-f264-4877-bb17-87a252e2109a None None] Agent healthcheck: found 6 active agents {{(pid=111417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:55:20.321760 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:55:20.332917 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:55:23.305648 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=2 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:55:31.921262 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (6724934a-8b6e-4109-8304-d160e240b776), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:55:34.573188 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-2d727439-d924-403b-8e6a-2ddcc29db3f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:55:36.770748 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-aff23213-af61-4d0b-b101-a61c8169a3e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:55:38.324586 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:55:40.046516 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:55:40.328744 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:55:44.254028 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=2 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:55:44.255085 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=4 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:55:50.309655 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.agents_db [None req-a13584a9-f264-4877-bb17-87a252e2109a None None] Agent healthcheck: found 6 active agents {{(pid=111417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:55:50.315460 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:55:50.323411 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:56:00.305041 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:56:01.910970 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (6724934a-8b6e-4109-8304-d160e240b776), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:56:02.271389 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:56:04.576198 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-24742e59-3c3d-4a94-84ce-50da2ba4a0b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:56:06.777208 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d56f325b-1cc2-490b-baec-ffca15292560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:56:08.179619 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [req-6f3a8810-87bb-498a-9d06-d6d8b4c9ac97 req-592e639d-bad4-4df8-85af-2b10abfb5773 service neutron] (111415) timed out ('10.222.0.20', 51412) {{(pid=111415) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 19 00:56:08.327564 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:56:10.055190 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:56:10.337803 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:56:21.252653 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=3 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:56:21.253548 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=3 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:56:25.404143 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:56:25.407651 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:56:27.310365 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.agents_db [None req-a13584a9-f264-4877-bb17-87a252e2109a None None] Agent healthcheck: found 6 active agents {{(pid=111417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:56:31.927083 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (6724934a-8b6e-4109-8304-d160e240b776), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:56:34.580534 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-e32aa3e4-3de6-4268-8a81-f83f29f707ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:56:36.771908 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-9af49ab3-0192-43e4-a186-b3d074f368a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:56:37.306553 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=2 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:56:38.331681 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:56:40.051818 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:56:40.335751 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:56:50.321587 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:56:50.330747 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:57:01.939878 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (6724934a-8b6e-4109-8304-d160e240b776), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:57:04.312123 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG neutron.db.agents_db [None req-a13584a9-f264-4877-bb17-87a252e2109a None None] Agent healthcheck: found 6 active agents {{(pid=111417) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 00:57:04.576274 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-1db23ddf-1c1e-4491-9269-8f30527b0a89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:57:05.395955 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=18 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:57:06.777260 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-f87cc410-db9a-4539-9cca-e3e7d08eb056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:57:08.334841 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-67176f5d-3659-404a-be8c-7b93a763b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (378b9d54-c3a0-4b56-9dd2-64be6d4b22e2), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:57:10.052228 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-d746b8a8-8dcd-4f34-bd4f-3202ba3dbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (0014484f-12ef-47ae-ba33-5ac9a1be8800), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:57:10.336234 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-44a573c3-db7e-43c5-93df-0f9d90341a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (724b3b3f-583c-4918-961f-b58dfc95be42), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:57:14.306715 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=16 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:57:20.330143 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:57:20.332164 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG dbcounter [-] [111416] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=111416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:57:31.942728 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-53064c9b-e0bb-4535-84a2-7e39da523333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (6724934a-8b6e-4109-8304-d160e240b776), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:57:34.584776 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-65285a76-0a6f-4435-99e8-9b930f348810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (57535a1d-5c08-48f6-b25c-e56d637dc4b8), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:57:35.249749 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=3 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:57:35.250892 dv-cinder-master-3-iscsi neutron-server[111417]: DEBUG dbcounter [-] [111417] Writing DB stats neutron:SELECT=3 {{(pid=111417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 19 00:57:36.775705 dv-cinder-master-3-iscsi neutron-server[111416]: DEBUG neutron_lib.callbacks.manager [None req-11470bca-4531-4978-ab0a-d61efe3aa2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730482754097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-829745'] for agent (96bc6ba3-1824-41a3-ac55-eb3831aacad7), after_update {{(pid=111416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 19 00:57:37.768251 dv-cinder-master-3-iscsi neutron-server[111414]: DEBUG neutron.wsgi [req-91679b98-bde7-4d43-a4f4-037cbef9f908 req-23522db0-0f7c-423d-ad3c-eeabb7100dd2 tempest-TestShelveInstance-770582455 tempest-TestShelveInstance-770582455-project] (111414) timed out ('10.222.0.26', 57828) {{(pid=111414) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 19 00:57:37.769249 dv-cinder-master-3-iscsi neutron-server[111415]: DEBUG neutron.wsgi [-] (111415) accepted ('10.222.0.26', 41016) {{(pid=111415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}